-- Logs begin at Fri 2022-03-25 02:33:24 UTC, end at Fri 2022-03-25 03:49:58 UTC. --
Mar 25 03:22:25.198690 dv-cinder-835168-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Mar 25 03:22:28.133199 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.common.config [-] Logging enabled!
Mar 25 03:22:28.133831 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev56
Mar 25 03:22:28.134040 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103544) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Mar 25 03:22:28.137346 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.common.config [-] Logging enabled!
Mar 25 03:22:28.137601 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev56
Mar 25 03:22:28.137940 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103544) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Mar 25 03:22:28.138898 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 25 03:22:28.139119 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 25 03:22:28.139497 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 25 03:22:28.139747 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 25 03:22:28.139979 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 25 03:22:28.140730 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.141166 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Mar 25 03:22:28.141498 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.141830 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.142134 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.142437 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.142734 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.143022 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.143318 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.143623 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.143920 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.144206 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.144494 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.144791 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.145077 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.145367 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.145658 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.145967 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] debug                          = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.146254 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.146692 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.147112 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.147394 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.147685 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.147970 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.148246 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.148526 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.148814 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.149147 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] host                           = dv-cinder-835168-1-iscsi {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.149429 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.149749 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.150043 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.150333 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.150634 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.150915 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.151204 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.151480 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.151754 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.152035 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.152328 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.152617 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.152908 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.153140 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.153365 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.153684 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.153982 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.154264 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.154544 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.154826 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.155103 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.155381 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.155654 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.155947 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.156239 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.156528 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.156808 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.157086 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.157365 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.157642 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.157955 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.158235 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.158515 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.158793 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.159082 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.159361 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.159638 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.159939 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.160228 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.160516 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.160805 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.161083 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.161370 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.161648 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.161946 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.162225 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.162504 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.162778 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.163065 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.163341 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.163616 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.163897 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.164175 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.164462 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.164738 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:28.165039 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.165338 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.165640 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.165963 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.166766 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.167058 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.167351 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.167635 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.167929 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.168224 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.168522 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.168811 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.169117 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.169415 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.169750 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.170078 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.170360 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.170659 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.170939 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.171219 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.171497 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.171779 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.172071 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.172354 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.172646 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.172940 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.173225 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.173526 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.173842 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.174141 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.174440 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.174720 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.175006 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.175302 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.175585 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.175864 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.176149 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.176440 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.176725 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.177004 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.177291 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.177574 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.177877 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.178156 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.178438 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.178732 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.179015 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.179293 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.179567 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.179852 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.180126 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.180415 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.180695 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.180974 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.181247 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.181531 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.181859 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.182747 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.183033 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.183313 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.183596 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.183874 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.184150 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.184433 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.184710 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.184987 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.185267 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.185543 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.185849 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.186129 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.186408 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.186687 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.186965 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.187243 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.187536 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.187838 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.188121 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.188403 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.188684 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.188965 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.189245 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.189527 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.189841 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.190123 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.190399 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.190691 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.190976 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.191266 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.191569 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.191851 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.192149 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.192430 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.192711 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.192996 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.193279 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.193561 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.193873 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.194162 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.194465 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.194761 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.195055 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.195351 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.195649 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.195935 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.196248 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.196531 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:28.196751 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 25 03:22:28.196991 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103544) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Mar 25 03:22:28.573308 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Mar 25 03:22:28.573597 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Mar 25 03:22:28.573942 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Mar 25 03:22:28.574424 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.manager [-] Loading core plugin: ml2
Mar 25 03:22:28.904438 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:28.904734 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:28.905015 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:28.906249 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:28.906529 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:28.906927 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:28.962245 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:28.962534 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:28.962810 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:28.977585 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:28.977899 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:28.978176 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.007618 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.007904 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.008181 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.149820 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.150467 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.150467 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.384655 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4ebed54310> agent after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.384999 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4ebed54310> agent after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.385280 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f4ebed543a0> segment precommit_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.385559 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f4ebed54430> network precommit_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.386331 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f4ebed514c0> segment before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.487210 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> network before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.487537 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f4ebf0bbe50> agent before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.487827 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> network before_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.488107 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> port before_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.488381 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> port before_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.488696 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> segment precommit_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.488961 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> segment precommit_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.489220 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> segment after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.489479 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> segment after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.489791 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> network after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.490058 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> network precommit_delete 0 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.490326 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> port after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.490585 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> port after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.490841 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> port after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.491099 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> port provisioning_complete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.491362 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> rbac-policy before_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.491621 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> rbac-policy after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.491894 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> agent after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.492166 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> subnet after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.492428 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> subnet precommit_delete 0 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.492702 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> rbac-policy before_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.492957 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> rbac-policy before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.493240 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> segment_host_mapping after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.493625 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> rbac-policy before_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.493903 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> rbac-policy before_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.494154 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4ebfd3ed90>> rbac-policy before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.495083 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 25 03:22:29.495326 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 25 03:22:29.495566 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 25 03:22:29.495806 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 25 03:22:29.496044 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 25 03:22:29.496285 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 25 03:22:29.496655 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Mar 25 03:22:29.499891 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Mar 25 03:22:29.504017 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Mar 25 03:22:29.507754 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Mar 25 03:22:29.509416 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Mar 25 03:22:29.509939 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Mar 25 03:22:29.510862 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Mar 25 03:22:29.511256 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Mar 25 03:22:29.514216 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Mar 25 03:22:29.514480 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Mar 25 03:22:29.514829 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Mar 25 03:22:29.519749 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Mar 25 03:22:29.544070 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Mar 25 03:22:29.544529 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f4ebee738e0>> qos_plugin after_init 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.544830 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103544) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Mar 25 03:22:29.545201 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f4ebee73a00>> logging-plugin after_init 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.546618 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103544) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Mar 25 03:22:29.546912 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Mar 25 03:22:29.547167 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Mar 25 03:22:29.550523 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4ebee6f1f0>> floatingip before_response 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.550811 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4ebee6f1f0>> port before_response 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:29.613854 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Mar 25 03:22:29.614102 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Mar 25 03:22:29.614348 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Mar 25 03:22:29.614796 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Mar 25 03:22:29.635349 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_db.sqlalchemy.engines [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103544) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Mar 25 03:22:30.208590 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Initializing driver for type 'gre'
Mar 25 03:22:30.209224 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] gre ID ranges: [(1, 1000)]
Mar 25 03:22:30.411322 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Initializing driver for type 'local'
Mar 25 03:22:30.411656 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Initializing driver for type 'vlan'
Mar 25 03:22:30.536871 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] VlanTypeDriver initialization complete
Mar 25 03:22:30.537227 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Initializing driver for type 'vxlan'
Mar 25 03:22:30.537768 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] vxlan ID ranges: [(1, 1000)]
Mar 25 03:22:30.708251 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Initializing extension driver 'port_security'
Mar 25 03:22:30.708538 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.extensions.port_security [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] PortSecurityExtensionDriver initialization complete
Mar 25 03:22:30.708874 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Initializing mechanism driver 'openvswitch'
Mar 25 03:22:30.709199 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Initializing mechanism driver 'hyperv'
Mar 25 03:22:30.716109 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:22:30.716781 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebf067970>> port after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.717150 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebf067970>> port after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.717503 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebf067970>> port after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.718063 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103544) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 25 03:22:30.718500 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8b7f40>> subnet after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.718853 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8b7f40>> subnet after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.719197 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8b7f40>> subnet after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.719597 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103544) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 25 03:22:30.720005 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8bc4c0>> network after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.720353 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8bc4c0>> network after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.720692 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8bc4c0>> network after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.721089 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103544) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 25 03:22:30.721497 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8bc9d0>> security_group after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.721872 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8bc9d0>> security_group after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.722246 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8bc9d0>> security_group after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.722779 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103544) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 25 03:22:30.723191 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8e6940>> security_group_rule after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.723550 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8e6940>> security_group_rule after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.723888 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8e6940>> security_group_rule after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.724287 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103544) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 25 03:22:30.724696 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8c6220>> address_group after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.725071 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8c6220>> address_group after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.725411 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4ebe8c6220>> address_group after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.725833 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103544) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 25 03:22:30.726280 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] ML2 OVO RPC backend initialized. {{(pid=103544) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Mar 25 03:22:30.726993 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> router_interface after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.727350 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> router_interface after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.727771 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> network before_response 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.728121 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> networks before_response 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.728473 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> port before_response 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.728817 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> ports before_response 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.729162 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> subnet before_response 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.729505 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> subnets before_response 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.729880 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> network after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.735255 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> network after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.735255 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> network after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.735255 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> port after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.735255 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> port after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.735577 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> port after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.735577 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> subnet after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.735577 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> subnet after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.735577 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4ebe8c6940>> subnet after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.740953 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f4ebe8c6a90>.
Mar 25 03:22:30.741320 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.plugin [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Modular L2 Plugin initialization complete
Mar 25 03:22:30.741688 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading services supported by the core plugin {{(pid=103544) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Mar 25 03:22:30.742040 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.plugins.ml2.managers [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Got port-security extension from driver 'port_security'
Mar 25 03:22:30.742518 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.extensions.vlantransparent [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Disabled vlantransparent extension.
Mar 25 03:22:30.743013 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103544) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Mar 25 03:22:30.743340 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading Plugin: router
Mar 25 03:22:30.779260 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router_interface before_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.779657 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router after_create 55549900 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.780038 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router before_create 55549900 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.780411 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router_interface before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.780793 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router_interface after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.781158 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router after_delete 55549900 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.781524 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> floatingip after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.781913 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> floatingip after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.782283 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router after_create 55549900 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.782637 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router after_update 55549900 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.782994 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router after_update 55549900 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.783351 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router_gateway after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.783716 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router after_update 55549900 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.784134 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router precommit_update 55549900 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.784512 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f4ebefc6940> port after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.784855 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f4ebefc6820> port after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.785198 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f4ebefc68b0> subnet after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.785538 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f4ebefc69d0> subnetpool_address_scope after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.785930 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> port precommit_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.786292 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router precommit_create 55549900 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.786646 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f4ebefac1f0> port before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.786993 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router precommit_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.787355 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router after_update 55549900 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.787704 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router precommit_delete 55549900 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.788061 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router precommit_create 55549900 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.788428 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router_interface after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.788779 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> router precommit_update 55549900 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.789149 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> agent after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.789503 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> agent after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.789886 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4ebe8c6a60>> network after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.790742 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Tracking information for resource: router configured {{(pid=103544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 25 03:22:30.791075 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Tracking information for resource: floatingip configured {{(pid=103544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 25 03:22:30.795959 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.db.l3_agentschedulers_db [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Mar 25 03:22:30.796534 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f4ebe84c280> port after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.796897 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f4ebe84c160> port after_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.797251 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <function _notify_port_delete at 0x7f4ebe84c1f0> port after_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.797601 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f4ebe84c3a0> port after_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.798407 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4ebe877af0>> router before_create 55550100 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.798777 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4ebe877af0>> router precommit_delete 55550100 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.799142 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4ebe877af0>> router precommit_create 55550100 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.799500 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4ebe877af0>> router precommit_update 55550100 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.804408 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.services.provider_configuration [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service providers = [] {{(pid=103544) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Mar 25 03:22:30.804777 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.db.servicetype_db [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103544) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Mar 25 03:22:30.808292 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.services.service_base [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103544) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 25 03:22:30.808641 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.services.service_base [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103544) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 25 03:22:30.808982 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.services.service_base [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103544) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 25 03:22:30.809908 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.services.service_base [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103544) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 25 03:22:30.810283 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.services.service_base [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Default provider is not specified for service type L3_ROUTER_NAT
Mar 25 03:22:30.810660 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 25 03:22:30.810976 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Mar 25 03:22:30.821389 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 25 03:22:30.821763 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading Plugin: auto_allocate
Mar 25 03:22:30.828377 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4ebe7db5e0> network precommit_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.828751 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4ebe7db5e0> network precommit_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.829276 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 25 03:22:30.829601 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading Plugin: tag
Mar 25 03:22:30.836455 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 25 03:22:30.836786 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading Plugin: timestamp
Mar 25 03:22:30.840805 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 25 03:22:30.841138 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading Plugin: network_ip_availability
Mar 25 03:22:30.846645 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4ebe7dc4f0>> rbac-policy before_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.847021 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4ebe7dc4f0>> rbac-policy before_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.847383 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4ebe7dc4f0>> rbac-policy before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:30.848092 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 25 03:22:30.848414 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading Plugin: flavors
Mar 25 03:22:30.853170 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 25 03:22:30.853508 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading Plugin: revisions
Mar 25 03:22:30.857897 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 25 03:22:30.858291 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_concurrency.lockutils [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.284s {{(pid=103544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Mar 25 03:22:30.859031 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103544) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Mar 25 03:22:30.859367 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Initializing extension manager.
Mar 25 03:22:30.859896 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: __init__.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.860242 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: __pycache__ {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.860582 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: address_group.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.861335 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.861925 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: address-group
Mar 25 03:22:30.862253 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: address_scope.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.862973 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.863487 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: address-scope
Mar 25 03:22:30.863817 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: admin_state_down_before_update.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.864921 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.865436 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: router-admin-state-down-before-update
Mar 25 03:22:30.865790 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: agent.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.866509 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.867017 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: agent
Mar 25 03:22:30.867340 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: agent_resources_synced.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.868266 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.868773 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: agent-resources-synced
Mar 25 03:22:30.869097 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: allowedaddresspairs.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.871457 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.871983 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: allowed-address-pairs
Mar 25 03:22:30.872316 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: auto_allocated_topology.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.873394 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.873949 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: auto-allocated-topology
Mar 25 03:22:30.874281 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: availability_zone.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.874979 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.875489 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: availability_zone
Mar 25 03:22:30.875816 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: availability_zone_filter.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.876738 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.877252 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: availability_zone_filter
Mar 25 03:22:30.877580 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: data_plane_status.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.878523 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.879030 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension data-plane-status not supported by any of loaded plugins
Mar 25 03:22:30.879355 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: default_subnetpools.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.880270 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.880780 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: default-subnetpools
Mar 25 03:22:30.881107 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: dhcpagentscheduler.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.881957 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.882470 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: dhcp_agent_scheduler
Mar 25 03:22:30.882796 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: dns.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.883715 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.884218 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension dns-integration not supported by any of loaded plugins
Mar 25 03:22:30.884544 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: dns_domain_ports.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.886201 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.886716 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension dns-domain-ports not supported by any of loaded plugins
Mar 25 03:22:30.887047 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.887971 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.888474 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Mar 25 03:22:30.888800 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: dvr.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.889478 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.890010 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: dvr
Mar 25 03:22:30.890340 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: ecmp_routes.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.891263 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.891769 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension ecmp_routes not supported by any of loaded plugins
Mar 25 03:22:30.892095 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: empty_string_filtering.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.893013 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.893525 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: empty-string-filtering
Mar 25 03:22:30.893882 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.894796 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.895304 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Mar 25 03:22:30.895629 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.896554 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.897067 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Mar 25 03:22:30.897392 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: external_net.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.898348 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.898859 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: external-net
Mar 25 03:22:30.899180 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: extra_dhcp_opt.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.900097 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.900633 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: extra_dhcp_opt
Mar 25 03:22:30.900957 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: extraroute.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.901907 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.902416 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: extraroute
Mar 25 03:22:30.902737 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: extraroute_atomic.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.903771 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.904283 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: extraroute-atomic
Mar 25 03:22:30.904606 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: filter_validation.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.905272 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.905805 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: filter-validation
Mar 25 03:22:30.906130 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: fip_pf_description.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.907052 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.907557 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Mar 25 03:22:30.907883 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: fip_pf_port_range.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.908806 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.909308 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins
Mar 25 03:22:30.909629 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: fip_port_details.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.910572 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.911083 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: fip-port-details
Mar 25 03:22:30.911407 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: flavors.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.912662 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.913189 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: flavors
Mar 25 03:22:30.913517 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.915231 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.915758 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Mar 25 03:22:30.916108 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: floatingip_pools.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.916830 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.917345 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: floatingip-pools
Mar 25 03:22:30.917684 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: ip_allocation.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.918624 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.919134 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension ip_allocation not supported by any of loaded plugins
Mar 25 03:22:30.919461 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.920385 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.920899 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: ip-substring-filtering
Mar 25 03:22:30.921227 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: l2_adjacency.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.922189 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.922700 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension l2_adjacency not supported by any of loaded plugins
Mar 25 03:22:30.923023 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: l3.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.925467 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.926047 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: router
Mar 25 03:22:30.926391 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: l3_conntrack_helper.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.928640 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.929172 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Mar 25 03:22:30.929509 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.930480 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.931000 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: ext-gw-mode
Mar 25 03:22:30.931334 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.932801 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.933318 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: l3-ha
Mar 25 03:22:30.933650 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.934596 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.935106 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Mar 25 03:22:30.935435 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: l3_flavors.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.936357 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.936882 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: l3-flavors
Mar 25 03:22:30.937212 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: l3_ndp_proxy.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.938644 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.939164 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Mar 25 03:22:30.939496 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.940428 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.940945 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: l3-port-ip-change-not-allowed
Mar 25 03:22:30.941276 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: l3agentscheduler.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.942359 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.942880 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: l3_agent_scheduler
Mar 25 03:22:30.943213 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: local_ip.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.945017 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.945548 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension local_ip not supported by any of loaded plugins
Mar 25 03:22:30.945908 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: logging.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.948008 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.948550 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension logging not supported by any of loaded plugins
Mar 25 03:22:30.948889 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: metering.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.949642 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.950322 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: metering
Mar 25 03:22:30.950657 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.951771 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.952296 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: metering_source_and_destination_fields
Mar 25 03:22:30.952629 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: multiprovidernet.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.953564 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.954111 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: multi-provider
Mar 25 03:22:30.954444 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: netmtu.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.955368 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.955886 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: net-mtu
Mar 25 03:22:30.956214 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: netmtu_writable.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.957141 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.957653 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: net-mtu-writable
Mar 25 03:22:30.958007 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: network_availability_zone.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.958687 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.959194 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: network_availability_zone
Mar 25 03:22:30.959516 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: network_ip_availability.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.960895 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.961410 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: network-ip-availability
Mar 25 03:22:30.961769 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: network_segment_range.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.962537 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.963068 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension network-segment-range not supported by any of loaded plugins
Mar 25 03:22:30.963396 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: pagination.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.964528 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.964859 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: pagination
Mar 25 03:22:30.965182 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: port_device_profile.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.966137 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.966665 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: port-device-profile
Mar 25 03:22:30.966994 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.967916 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.968429 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: port-mac-address-regenerate
Mar 25 03:22:30.968758 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.969707 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.970231 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: port-numa-affinity-policy
Mar 25 03:22:30.970559 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: port_resource_request.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.971487 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.971992 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension port-resource-request not supported by any of loaded plugins
Mar 25 03:22:30.972318 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: port_resource_request_groups.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.973284 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.973827 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension port-resource-request-groups not supported by any of loaded plugins
Mar 25 03:22:30.974155 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: portbindings.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.975073 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.975582 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: binding
Mar 25 03:22:30.975908 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: portbindings_extended.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.977188 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.977734 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: binding-extended
Mar 25 03:22:30.978068 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: portsecurity.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.979010 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.979522 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: port-security
Mar 25 03:22:30.979848 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: project_id.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.980833 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.981170 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: project-id
Mar 25 03:22:30.981500 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: providernet.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.982455 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.982973 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: provider
Mar 25 03:22:30.983301 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.986969 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.987501 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos not supported by any of loaded plugins
Mar 25 03:22:30.987832 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.989090 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.989608 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Mar 25 03:22:30.989967 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.990897 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.991410 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Mar 25 03:22:30.991738 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos_default.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.992673 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.993185 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos-default not supported by any of loaded plugins
Mar 25 03:22:30.993512 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos_fip.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.995011 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.995525 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos-fip not supported by any of loaded plugins
Mar 25 03:22:30.995852 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos_fip_network_policy.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.996773 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.997293 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Mar 25 03:22:30.997621 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos_gateway_ip.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:30.998574 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:30.999090 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos-gateway-ip not supported by any of loaded plugins
Mar 25 03:22:30.999416 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos_port_network_policy.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.000336 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.000850 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos-port-network-policy not supported by any of loaded plugins
Mar 25 03:22:31.001175 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.002265 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.002781 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos-pps-minimum not supported by any of loaded plugins
Mar 25 03:22:31.003109 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.004151 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.004669 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
Mar 25 03:22:31.004998 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos_pps_rule.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.006213 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.006734 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos-pps not supported by any of loaded plugins
Mar 25 03:22:31.007064 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos_rule_type_details.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.007986 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.008502 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos-rule-type-details not supported by any of loaded plugins
Mar 25 03:22:31.008830 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos_rule_type_filter.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.009782 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.010857 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos-rule-type-filter not supported by any of loaded plugins
Mar 25 03:22:31.011181 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: qos_rules_alias.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.012238 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.012755 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension qos-rules-alias not supported by any of loaded plugins
Mar 25 03:22:31.013083 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: quota_check_limit.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.014027 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.014546 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: quota-check-limit
Mar 25 03:22:31.014871 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: quotasv2.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.015812 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.016141 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: quotas
Mar 25 03:22:31.016463 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: quotasv2_detail.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.018338 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.018678 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: quota_details
Mar 25 03:22:31.019021 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: rbac.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.020074 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.020604 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: rbac-policies
Mar 25 03:22:31.020940 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: rbac_address_group.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.021901 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.022422 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: rbac-address-group
Mar 25 03:22:31.022749 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: rbac_address_scope.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.023671 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.024183 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: rbac-address-scope
Mar 25 03:22:31.024508 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: rbac_security_groups.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.025527 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.026558 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: rbac-security-groups
Mar 25 03:22:31.026883 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: rbac_subnetpool.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.027809 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.028319 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: rbac-subnetpool
Mar 25 03:22:31.028641 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: revisionifmatch.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.029566 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.030110 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: revision-if-match
Mar 25 03:22:31.030435 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: revisions.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.031558 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.032075 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: standard-attr-revisions
Mar 25 03:22:31.032402 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: router_availability_zone.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.033082 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.033598 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: router_availability_zone
Mar 25 03:22:31.033948 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: routerservicetype.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.034880 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.035389 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension router-service-type not supported by any of loaded plugins
Mar 25 03:22:31.035714 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.036643 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.037160 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: security-groups-normalized-cidr
Mar 25 03:22:31.037484 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: security_groups_port_filtering.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.038466 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.038975 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: port-security-groups-filtering
Mar 25 03:22:31.039297 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.040239 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.040750 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: security-groups-remote-address-group
Mar 25 03:22:31.041072 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.042583 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.043095 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: security-groups-shared-filtering
Mar 25 03:22:31.043418 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.044010 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Mar 25 03:22:31.044332 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: securitygroup.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.053956 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.054489 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: security-group
Mar 25 03:22:31.054821 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: segment.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.055556 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.056070 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension segment not supported by any of loaded plugins
Mar 25 03:22:31.056397 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.057386 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.057931 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Mar 25 03:22:31.058257 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: servicetype.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.059371 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.059897 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: service-type
Mar 25 03:22:31.060225 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: sorting.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.061213 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.061546 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: sorting
Mar 25 03:22:31.061901 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: standard_attr_segment.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.062827 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.063346 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension standard-attr-segment not supported by any of loaded plugins
Mar 25 03:22:31.063671 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: standardattrdescription.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.064324 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.064835 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: standard-attr-description
Mar 25 03:22:31.065158 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: stateful_security_group.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.066119 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.066637 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: stateful-security-group
Mar 25 03:22:31.066961 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: stdattrs_common.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.067538 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Mar 25 03:22:31.067861 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.068924 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.070870 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Mar 25 03:22:31.071398 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: subnet_onboard.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.073066 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.073594 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: subnet_onboard
Mar 25 03:22:31.073958 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.074892 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.075407 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Mar 25 03:22:31.075732 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: subnet_service_types.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.076656 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.077171 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: subnet-service-types
Mar 25 03:22:31.077498 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: subnetallocation.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.078623 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.079138 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: subnet_allocation
Mar 25 03:22:31.079465 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.080131 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.080642 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: subnetpool-prefix-ops
Mar 25 03:22:31.080964 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.081930 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.082444 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Mar 25 03:22:31.082773 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: tagging.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.083848 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.084368 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: standard-attr-tag
Mar 25 03:22:31.084697 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: timestamp.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.086193 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.086716 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loaded extension: standard-attr-timestamp
Mar 25 03:22:31.087044 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: trunk.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.088665 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.089185 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension trunk not supported by any of loaded plugins
Mar 25 03:22:31.089516 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: trunk_details.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.090487 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.091001 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension trunk-details not supported by any of loaded plugins
Mar 25 03:22:31.091327 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: uplink_status_propagation.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.092254 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.092767 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension uplink-status-propagation not supported by any of loaded plugins
Mar 25 03:22:31.093093 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Loading extension file: vlantransparent.py {{(pid=103544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 25 03:22:31.093808 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 25 03:22:31.094321 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extension vlan-transparent not supported by any of loaded plugins
Mar 25 03:22:31.096821 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:network
Mar 25 03:22:31.097342 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:subnet
Mar 25 03:22:31.097777 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:subnetpool
Mar 25 03:22:31.098175 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:port
Mar 25 03:22:31.099418 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.099862 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service FLAVORS assigned prefix:  {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.100493 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.100919 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.101264 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:router
Mar 25 03:22:31.101727 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:floatingip
Mar 25 03:22:31.102228 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service METERING assigned prefix: /metering {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.103698 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4ebe6fe3a0>> rbac-policy before_create 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:31.104077 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4ebe6fe3a0>> rbac-policy before_update 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:31.104437 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4ebe6fe3a0>> rbac-policy before_delete 55550000 {{(pid=103544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:22:31.105426 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of CountableResource for resource:rbac_policy
Mar 25 03:22:31.105906 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:security_group
Mar 25 03:22:31.106347 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:security_group_rule
Mar 25 03:22:31.106944 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service CORE assigned prefix:  {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.107277 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:subnetpool
Mar 25 03:22:31.107623 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] subnetpool is already registered
Mar 25 03:22:31.108062 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service CORE assigned prefix:  {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.108389 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:subnetpool
Mar 25 03:22:31.108720 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] subnetpool is already registered
Mar 25 03:22:31.111025 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.111468 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service FLAVORS assigned prefix:  {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.112055 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.112478 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.112812 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:router
Mar 25 03:22:31.113151 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] router is already registered
Mar 25 03:22:31.113563 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:floatingip
Mar 25 03:22:31.113929 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] floatingip is already registered
Mar 25 03:22:31.114390 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service METERING assigned prefix: /metering {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.115054 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of CountableResource for resource:rbac_policy
Mar 25 03:22:31.115384 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] rbac_policy is already registered
Mar 25 03:22:31.115803 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:security_group
Mar 25 03:22:31.116138 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] security_group is already registered
Mar 25 03:22:31.116545 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:security_group_rule
Mar 25 03:22:31.116881 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] security_group_rule is already registered
Mar 25 03:22:31.117509 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service CORE assigned prefix:  {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.117869 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:subnetpool
Mar 25 03:22:31.118206 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] subnetpool is already registered
Mar 25 03:22:31.118628 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.v2.resource_helper [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Service CORE assigned prefix:  {{(pid=103544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 25 03:22:31.118963 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Creating instance of TrackedResource for resource:subnetpool
Mar 25 03:22:31.119318 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING neutron.quota.resource_registry [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] subnetpool is already registered
Mar 25 03:22:31.119884 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: extensions {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.121326 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: address-groups {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.122870 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: address-scopes {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.124179 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: agents {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.125340 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: auto-allocated-topology {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.126606 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: availability_zones {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.127839 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: dhcp-networks {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.129354 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: dhcp-agents {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.130802 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: routers {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.133003 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: flavors {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.134218 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: service_profiles {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.136099 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: next_providers {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.137502 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: service_profiles {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.139946 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: floatingip-pools {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.141182 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: routers {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.143338 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: floatingips {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.144632 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: l3-routers {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.146053 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: l3-agents {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.147449 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: metering-labels {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.148856 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: metering-label-rules {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.150168 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: network-ip-availabilities {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.151531 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: bindings {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.153177 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: quotas {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.154768 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: quotas {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.156290 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: rbac-policies {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.157584 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: security-groups {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.158850 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: security-group-rules {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.160096 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: service-providers {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.161294 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: subnetpools {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.162738 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: subnetpools {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.164199 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: tags {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.165904 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: tags {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.168253 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: tags {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.170065 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: tags {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.171851 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: tags {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.173730 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: tags {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.175427 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: tags {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.177310 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: tags {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.179131 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: tags {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.180969 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron.api.extensions [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Extended resource: tags {{(pid=103544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 25 03:22:31.187446 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING keystonemiddleware.auth_token [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Mar 25 03:22:31.192118 dv-cinder-835168-1-iscsi neutron-server[103544]: WARNING keystonemiddleware.auth_token [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Mar 25 03:22:31.201337 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_concurrency.lockutils [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Acquired lock "singleton_lock" {{(pid=103544) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Mar 25 03:22:31.204686 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_concurrency.lockutils [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Releasing lock "singleton_lock" {{(pid=103544) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Mar 25 03:22:31.204686 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO oslo_service.service [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Starting 2 workers
Mar 25 03:22:31.207410 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Started child 103655 {{(pid=103544) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 25 03:22:31.212300 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Started child 103656 {{(pid=103544) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 25 03:22:31.214180 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:31.214753 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO neutron.service [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Neutron service started, listening on 0.0.0.0:9696
Mar 25 03:22:31.215068 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Publish callbacks [] for process (None), before_spawn {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:31.215720 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [-] (103655) wsgi starting up on http://0.0.0.0:9696
Mar 25 03:22:31.217625 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO oslo_service.service [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Starting 1 workers
Mar 25 03:22:31.217804 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:31.219190 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [-] (103656) wsgi starting up on http://0.0.0.0:9696
Mar 25 03:22:31.222910 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Started child 103657 {{(pid=103544) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 25 03:22:31.223480 dv-cinder-835168-1-iscsi neutron-server[103544]: INFO oslo_service.service [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Starting 1 workers
Mar 25 03:22:31.226797 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.service [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] calling RpcWorker wait() {{(pid=103657) _wait /opt/stack/neutron/neutron/service.py:128}}
Mar 25 03:22:31.233542 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.service [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] returning from RpcWorker wait() {{(pid=103657) _wait /opt/stack/neutron/neutron/service.py:135}}
Mar 25 03:22:31.233682 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Started child 103658 {{(pid=103544) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 25 03:22:31.233769 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:31.233859 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e18e-fb21-4aa7-9006-45a7d21b54cd None None] Publish callbacks [] for process (None), after_spawn {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:31.233950 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:22:31.234022 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103544) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Mar 25 03:22:31.234022 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 25 03:22:31.234022 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 25 03:22:31.234022 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 25 03:22:31.234022 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 25 03:22:31.234022 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 25 03:22:31.234022 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.234022 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.234496 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.234496 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.234622 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:31.235075 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.235075 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.235075 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.235075 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.235075 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.235365 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.235365 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.235806 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.235806 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.235999 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.236274 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.236545 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.236782 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.237036 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.237235 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.237502 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.237798 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.238039 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.238315 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] debug                          = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.238560 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.239045 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.239275 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.239520 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.239740 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.240039 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.240285 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.240558 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.240780 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.241026 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.241281 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.241525 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.241777 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.242000 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.242264 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.242481 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.242727 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.242951 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.243427 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] host                           = dv-cinder-835168-1-iscsi {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.243669 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.243886 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.244138 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.244421 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.244682 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.244915 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.245178 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.245440 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.245697 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.245924 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.246180 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.246443 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.246663 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.246899 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.247047 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.247298 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.247562 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.247813 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.248005 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.248174 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.248338 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.248595 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.248764 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.249029 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.249245 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.249463 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.249729 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.249963 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.250194 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.250419 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.250774 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.250920 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.251065 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.251368 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.251619 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.252996 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.252996 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.252996 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.252996 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.253478 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.253726 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.253953 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.254253 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.254511 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.254729 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.254964 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.255225 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.255451 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.255678 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.255936 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.256164 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.256412 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.256503 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:22:31.256646 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.256937 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.257168 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.257410 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.257690 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.257909 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.258137 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.258376 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.258609 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.258845 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.259077 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.259315 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.259578 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.260577 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.260870 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.261563 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.262056 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.267873 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.267873 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.267873 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.267873 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.267873 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.267873 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.267873 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.267873 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271077 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271077 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271077 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271077 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271077 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271077 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271077 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271077 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271819 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271819 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271819 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271819 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271819 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271819 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271819 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.271819 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.272535 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.272535 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.272535 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.272535 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.272535 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.272535 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.272535 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.272535 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.273126 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.273126 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.273126 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.273341 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.273522 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.273796 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.274076 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.274299 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.275002 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.275276 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.275553 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.276311 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.276771 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.277009 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.277228 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.277456 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.277730 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.277972 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.278376 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.278753 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.279079 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.279188 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.279406 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.279636 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.280015 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.280465 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.280904 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.281344 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.281755 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.281975 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.282402 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.282819 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.283225 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.283468 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.283839 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.284204 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.284451 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.284693 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.284924 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.285175 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.285396 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.285628 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.286022 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.286242 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.286482 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.286710 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.286947 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.287165 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.287376 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.287811 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.288091 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.288376 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.288661 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.288942 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.289238 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.289519 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.289817 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.290136 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.290541 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.290904 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.291299 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.291585 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.291916 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.292302 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.292713 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.292942 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.293195 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.293437 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.293705 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.293935 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.294163 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.294402 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.294669 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.294896 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.295123 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.295361 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.295586 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.295822 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.296042 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.296262 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.296508 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.296727 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.296961 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.297805 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.298149 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.298435 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.298724 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.299007 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.299271 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.299605 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.299877 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.300184 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.300442 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.300738 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.301065 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.301363 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.301652 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.301941 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.302203 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.302467 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.302707 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.302978 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.303236 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.303474 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.303730 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.303978 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.304226 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.304467 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.304706 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.305029 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.305273 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.305494 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.305794 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.306227 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.306500 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.306784 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.307116 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.307390 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.307628 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.307893 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.308127 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.308346 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.308597 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.308835 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.309074 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.309396 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.309621 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.309892 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.310111 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.310329 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.310607 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.310825 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.311046 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.311909 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.311909 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.312177 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.312177 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.312428 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.312639 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.312892 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.313112 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.313352 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.313575 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.313825 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.314087 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.314307 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.314578 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.314883 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.315242 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.315536 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.315792 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.316053 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.316273 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.316554 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.316793 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.317012 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.317251 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.317476 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.317711 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.317932 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.318161 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.318918 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.319233 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.319495 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.319927 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.320278 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.320550 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.320805 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.321075 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.321321 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.321609 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.321886 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.322141 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.323980 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.323980 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.323980 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.323980 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.324494 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.324494 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.324729 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.324820 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.325045 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.325292 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.325513 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.325761 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.325985 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.326222 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.326441 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.326655 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.326891 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.327708 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.327956 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.328211 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.328574 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.328840 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.329083 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.329361 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.329742 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.330072 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.330315 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.330583 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.330806 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.331328 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.331522 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.331753 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.332009 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.332250 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.332469 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.332697 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.332917 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.333142 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.333345 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.333557 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.333818 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.334045 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.334265 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.334477 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.334727 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.334939 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.335163 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.335366 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.335849 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.336061 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.336289 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.336500 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.336712 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.336934 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.337149 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.337358 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.337648 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.337951 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.338700 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.338982 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.339244 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.339502 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.339768 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.340072 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.340308 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.340551 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.340788 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.341008 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.341231 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.341499 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.341848 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.342760 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.342760 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.342935 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.343502 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.343802 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.344592 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.344818 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.345118 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.345460 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.345760 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.346952 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.347679 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.348804 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.349056 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.349296 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.349557 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.349815 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.350075 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.350358 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.350601 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.350855 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.351101 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.351342 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.351571 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.351821 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.352039 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.352295 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.352539 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.352702 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 25 03:22:31.353248 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103544) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Mar 25 03:22:31.353414 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 25 03:22:31.353583 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 25 03:22:31.353873 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 25 03:22:31.354052 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 25 03:22:31.354197 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 25 03:22:31.354411 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.354701 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.354950 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.355116 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.355256 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.355445 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.355634 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.355775 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.355907 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.356056 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.356216 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.356376 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.356542 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.356670 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.356831 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.356988 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.357130 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.357294 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.357459 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.357587 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:22:31.357718 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.357804 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.357946 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.358105 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] debug                          = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.358263 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.358468 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.358637 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.358796 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.358956 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.359116 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.359277 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.359437 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.359596 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.359755 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.359916 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.360149 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.360854 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.360854 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.360854 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.360854 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.361621 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.361621 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.361621 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] host                           = dv-cinder-835168-1-iscsi {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.361621 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.362441 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.362441 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.362441 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.362757 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.362757 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.362953 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.363075 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.363196 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.363280 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.363437 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.363602 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.363760 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.364252 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.364421 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.364581 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.364738 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.364898 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.365084 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.365249 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.365407 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.365563 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.366167 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.366560 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.367000 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.367167 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.367328 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.367491 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.367650 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.367809 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.367967 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.368126 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.368285 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.368446 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.368606 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.368765 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.369118 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.369118 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.369369 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.369369 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.369528 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.369714 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.369861 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.370018 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.370178 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.370340 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.370499 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.370658 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.370819 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.370977 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.371135 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.371293 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.371451 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.371615 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.371775 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.371940 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.372104 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.372261 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.372511 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.372779 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.372908 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.372992 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.373101 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.373185 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55224) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:22:31.373270 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.373413 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.373574 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.373742 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.373903 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.374063 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.374224 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.374385 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 25 03:22:31.374569 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.374733 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.374908 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.375072 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.375236 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.375790 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.375934 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.376058 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.376181 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.376324 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.376555 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.376725 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.376896 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.377059 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.377222 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.377387 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.377554 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.377739 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.378168 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.378336 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.378500 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.378664 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.379044 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.379044 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.379384 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.379556 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.379720 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.379893 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.380055 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.380233 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.380397 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.380790 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.380956 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.381273 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.381852 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.382199 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.382537 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.382877 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.383212 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.383611 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.383826 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0076439
Mar 25 03:22:31.384336 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.384703 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.385581 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.385964 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.386324 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.388086 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.388086 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.388086 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.388086 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.388086 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.388086 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.388086 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.388086 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.388610 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.388610 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.388729 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.388803 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.389052 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.389143 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.389282 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.389423 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.389582 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.389775 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.389941 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.390104 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.390275 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.390418 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.390583 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.390760 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.390923 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.391087 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.391252 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.391416 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.392272 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.392272 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.392272 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.392272 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.392272 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.392569 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.392569 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.392685 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.392892 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.392979 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.393126 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.393269 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.393408 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.393564 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.393741 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.393884 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.394785 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.394785 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.394785 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.394785 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.394785 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.395465 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.395465 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.395465 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.395465 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.395465 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.396094 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.396094 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.396094 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.396094 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.396661 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.396661 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.396661 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.396661 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.397174 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.397174 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.397174 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.397563 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.397563 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.397563 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.398569 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.398750 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.398919 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.399085 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.399248 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.399400 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.399573 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.399737 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.399904 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.400067 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.400238 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.401709 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.401709 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.401709 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.401709 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.401709 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.402124 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.402124 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.402124 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.402629 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.402841 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.403013 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.403194 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.403362 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.404049 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.404049 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.404049 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.404458 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.404458 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.404715 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.404715 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.404987 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.405123 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.405268 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.405530 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.405770 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.406056 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.406190 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.406279 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.406439 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.406551 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.407493 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.407493 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.407493 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.407493 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.407493 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.407493 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.407964 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.407964 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.407964 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.408436 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.408436 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.408641 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.408641 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.408784 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.408940 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.409107 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.409271 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.409485 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.409608 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.409821 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.409948 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.410072 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.410227 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.410391 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.410555 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.410719 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.410883 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.411046 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.411209 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.411374 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.411536 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.411699 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.411862 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.412065 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.412188 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.412987 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.412987 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.412987 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.412987 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.412987 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.413656 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.413656 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.413656 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.414078 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.414078 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.414078 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.414475 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.414475 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.414475 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.414854 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.414854 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.415110 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.415291 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.415463 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.415626 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.415791 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.415959 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.416164 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.417707 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.417707 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.417707 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.417707 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.417707 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.417707 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.417707 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.417707 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.417707 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.419570 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.419570 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.419570 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.419570 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.419872 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.419872 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.420027 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.420146 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.420322 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.420488 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.420653 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.420816 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.420979 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.421142 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.421316 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.421480 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.421644 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.422390 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.422557 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.422722 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.423968 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.424159 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.424335 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.425348 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.425526 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.427067 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.427067 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.427067 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.427291 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.427422 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.427553 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.427719 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.427903 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.428071 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.428236 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.428402 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.428566 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.428731 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.428903 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.429068 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.429583 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.429583 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.429583 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.429854 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.429921 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.430050 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.430213 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.430379 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.430542 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.430706 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.430870 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.431038 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.431222 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.431404 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.431569 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.432257 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.432430 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.432603 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.432775 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.432933 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.433101 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.433265 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.433428 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.433590 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.433819 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.433953 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.434096 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.434236 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.434386 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.434540 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.434676 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.434828 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.434990 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.435153 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.435315 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.435480 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.435643 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.435806 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.435968 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.436131 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.436293 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 25 03:22:31.436485 dv-cinder-835168-1-iscsi neutron-server[103544]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 25 03:22:42.771328 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a96711f-37f3-452e-809b-d7166129f6e5 None None] get_active_networks_info from dv-cinder-835168-1-iscsi {{(pid=103657) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 25 03:22:42.837992 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a96711f-37f3-452e-809b-d7166129f6e5 None None] No non-hosted networks {{(pid=103657) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Mar 25 03:22:42.846733 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.agentschedulers_db [None req-7a96711f-37f3-452e-809b-d7166129f6e5 None None] DHCP Agent not found on host dv-cinder-835168-1-iscsi {{(pid=103657) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Mar 25 03:22:42.936719 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-93c3ac65-106f-40df-b1af-365417968193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462116'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:45.224141 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c9642b5e-5d35-48ed-a32b-eb254f50db58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462116'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:45.454915 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.db.api [None req-5ae74c7c-1041-41b2-a21d-153a81e43142 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-835168-1-iscsi {{(pid=103657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 25 03:22:45.455785 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG oslo_db.api [None req-5ae74c7c-1041-41b2-a21d-153a81e43142 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 25 03:22:45.974731 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55294) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:22:46.066335 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5ae74c7c-1041-41b2-a21d-153a81e43142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:46.142791 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462116'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:46.529979 dv-cinder-835168-1-iscsi neutron-server[103656]: WARNING oslo_policy.policy [None req-07609c31-639d-403d-9735-b5e391fadbfd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 25 03:22:46.530592 dv-cinder-835168-1-iscsi neutron-server[103656]: WARNING oslo_policy.policy [None req-07609c31-639d-403d-9735-b5e391fadbfd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 25 03:22:46.753259 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [None req-07609c31-639d-403d-9735-b5e391fadbfd admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:22:46.757124 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-07609c31-639d-403d-9735-b5e391fadbfd admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7787623
Mar 25 03:22:47.453876 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462116'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:49.208106 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462116'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:49.209465 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.209999 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.211335 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.211903 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.213074 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.217188 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.217908 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.218488 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.222784 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.222784 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.222784 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.222784 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.222784 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.223169 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.223169 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:49.223169 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4ebe1f4700>, 'Open vSwitch agent', 'dv-cinder-835168-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:22:49.232435 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4ebe20d4c0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835168-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:22:49.342480 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55328) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:22:49.661247 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-9c02ec3a-5f2b-4000-b9c8-69129da259b7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:22:49.754608 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.policy [None req-9c02ec3a-5f2b-4000-b9c8-69129da259b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103656) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Mar 25 03:22:49.797837 dv-cinder-835168-1-iscsi neutron-server[103656]: WARNING oslo_policy.policy [None req-9c02ec3a-5f2b-4000-b9c8-69129da259b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 25 03:22:49.798162 dv-cinder-835168-1-iscsi neutron-server[103656]: WARNING oslo_policy.policy [None req-9c02ec3a-5f2b-4000-b9c8-69129da259b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 25 03:22:49.976862 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9c02ec3a-5f2b-4000-b9c8-69129da259b7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748509013712', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748509012157', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748509028458', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748508978112', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748508984145', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748508647541', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1080981', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1093255', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-674833', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-749156'] for rbac-policy (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:50.244960 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9c02ec3a-5f2b-4000-b9c8-69129da259b7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:50.258400 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-9c02ec3a-5f2b-4000-b9c8-69129da259b7 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9028075
Mar 25 03:22:51.224759 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.db.l3_hamode_db [None req-044c0648-07f9-4542-a6ad-bf99b8d43a98 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Mar 25 03:22:51.306410 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044c0648-07f9-4542-a6ad-bf99b8d43a98 None None] Routers set() bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:22:51.306796 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044c0648-07f9-4542-a6ad-bf99b8d43a98 None None] Router IDs set() for agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 25 03:22:52.792508 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 55340) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:22:53.277356 dv-cinder-835168-1-iscsi neutron-server[103655]: WARNING oslo_policy.policy [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 25 03:22:53.277967 dv-cinder-835168-1-iscsi neutron-server[103655]: WARNING oslo_policy.policy [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 25 03:22:53.497893 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:22:53.602100 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Made reservation on behalf of b06091d94fc345119033e2cdf17a8f92 for: {'network': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:22:53.676688 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.policy [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103655) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Mar 25 03:22:53.719598 dv-cinder-835168-1-iscsi neutron-server[103655]: WARNING oslo_policy.policy [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 25 03:22:53.719967 dv-cinder-835168-1-iscsi neutron-server[103655]: WARNING oslo_policy.policy [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 25 03:22:53.730624 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:53.751635 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:53.859916 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Publish callbacks [] for security_group (3a565f50-835c-4e4a-9fb6-a663574e106c), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:53.933589 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (3a565f50-835c-4e4a-9fb6-a663574e106c), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:53.965432 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=103655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:22:53.992108 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748511614010', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (4e544455-487d-4c06-9d7d-061a7d7ea8df), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:53.992703 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4ebed543a0> segment precommit_create {{(pid=103655) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Mar 25 03:22:53.993745 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.segments_db [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Added segment 4e544455-487d-4c06-9d7d-061a7d7ea8df of type vlan for network 599e0261-c9fc-4434-a190-575cf6b11cf6
Mar 25 03:22:53.999380 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3a565f50-835c-4e4a-9fb6-a663574e106c,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:22:54.038620 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.038895 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.039250 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.039596 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.039919 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.040263 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.040582 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.040895 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.041209 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.041529 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.041867 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.042197 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.042511 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.042821 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.043131 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Tracked resource versions report:
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]: pushed versions:
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]: {   'AddressGroup': {'1.2'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'Agent': {'1.1'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'ConntrackHelper': {'1.0'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'LocalIPAssociation': {'1.0'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'Log': {'1.0'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'NDPProxy': {'1.0'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'Network': {'1.1'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'Port': {'1.7'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'PortForwarding': {'1.3'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'QosPolicy': {'1.10'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'SecurityGroup': {'1.5'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'SecurityGroupRule': {'1.2'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'SubPort': {'1.0'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'Subnet': {'1.1'},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     'Trunk': {'1.1'}}
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]: consumer versions:
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]: {   DHCP agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     L3 agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     Metadata agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     Metering agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:     Open vSwitch agent@dv-cinder-835168-1-iscsi: {   'AddressGroup': '1.2',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'Agent': '1.1',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'ConntrackHelper': '1.0',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'LocalIPAssociation': '1.0',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'Log': '1.0',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'NDPProxy': '1.0',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'Network': '1.1',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'Port': '1.7',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'PortForwarding': '1.3',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'QosPolicy': '1.10',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'SecurityGroup': '1.5',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'SecurityGroupRule': '1.2',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'SubPort': '1.0',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'Subnet': '1.1',
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'Trunk': '1.1'}}
Mar 25 03:22:54.044535 dv-cinder-835168-1-iscsi neutron-server[103655]:  {{(pid=103655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 25 03:22:54.104905 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (599e0261-c9fc-4434-a190-575cf6b11cf6), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:54.207732 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (599e0261-c9fc-4434-a190-575cf6b11cf6), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:54.213970 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:22:54.220931 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:54.332122 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] Pushing event updated for resources: {'Network': ['ID=599e0261-c9fc-4434-a190-575cf6b11cf6,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:22:54.346756 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 599e0261-c9fc-4434-a190-575cf6b11cf6 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:22:54.365104 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-3f70a43b-4544-4548-bbba-407aae3c630a demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 1.5703788
Mar 25 03:22:56.922977 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 55360) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:22:57.322723 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2c36b0-ecd2-41d2-aedb-b16342a5f730 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:22:57.324002 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-9a2c36b0-ecd2-41d2-aedb-b16342a5f730 demo admin] 10.222.0.24 "GET /v2.0/networks/599e0261-c9fc-4434-a190-575cf6b11cf6 HTTP/1.1" status: 200  len: 825 time: 0.4000614
Mar 25 03:22:57.363989 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-2472e666-087b-4e7a-b392-5d7cc4e4b3f2 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/80e64211-730d-449d-84c8-1d60b4f9f800 HTTP/1.1" status: 200  len: 734 time: 0.0342827
Mar 25 03:22:57.373149 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-c8872dc2-58a7-4249-b0e0-169adc0fdfb2 demo admin] Request body: {'subnet': {'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6', 'subnetpool_id': '80e64211-730d-449d-84c8-1d60b4f9f800', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:22:57.450927 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8872dc2-58a7-4249-b0e0-169adc0fdfb2 demo admin] Made reservation on behalf of b06091d94fc345119033e2cdf17a8f92 for: {'subnet': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:22:57.453238 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c8872dc2-58a7-4249-b0e0-169adc0fdfb2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:57.834114 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c8872dc2-58a7-4249-b0e0-169adc0fdfb2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for subnet (fe0765e3-8770-416b-a2b2-adb6bc82a9b9), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:57.901615 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8872dc2-58a7-4249-b0e0-169adc0fdfb2 demo admin] Checking segment: {'id': '4e544455-487d-4c06-9d7d-061a7d7ea8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:22:57.902029 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8872dc2-58a7-4249-b0e0-169adc0fdfb2 demo admin] Network hostable DHCP agents. Network: 599e0261-c9fc-4434-a190-575cf6b11cf6, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:22:57.908781 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8872dc2-58a7-4249-b0e0-169adc0fdfb2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=fe0765e3-8770-416b-a2b2-adb6bc82a9b9,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:22:58.010719 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8872dc2-58a7-4249-b0e0-169adc0fdfb2 demo admin] Network 599e0261-c9fc-4434-a190-575cf6b11cf6 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:22:58.096346 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-c8872dc2-58a7-4249-b0e0-169adc0fdfb2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 599e0261-c9fc-4434-a190-575cf6b11cf6) {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:22:58.101018 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8872dc2-58a7-4249-b0e0-169adc0fdfb2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:22:58.101621 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c8872dc2-58a7-4249-b0e0-169adc0fdfb2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:58.106826 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b900f6d8-6f26-48c6-b6df-1f08877f06f4 None None] Network 599e0261-c9fc-4434-a190-575cf6b11cf6 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:22:58.185283 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-c8872dc2-58a7-4249-b0e0-169adc0fdfb2 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8153226
Mar 25 03:22:58.483011 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc172e3e5-e1be-56d1-a7aa-0c23e9db9063-599e0261-c9fc-4434-a190-575cf6b11cf6', 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6', 'project_id': 'b06091d94fc345119033e2cdf17a8f92', 'fixed_ips': [{'subnet_id': 'fe0765e3-8770-416b-a2b2-adb6bc82a9b9'}]}} from dv-cinder-835168-1-iscsi. {{(pid=103657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 25 03:22:58.484642 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:58.759800 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Allocated IP 172.20.0.2 (599e0261-c9fc-4434-a190-575cf6b11cf6/fe0765e3-8770-416b-a2b2-adb6bc82a9b9/afee0b7e-5207-4009-9146-d3cbc77594c7) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:22:59.027164 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Publish callbacks [] for port (afee0b7e-5207-4009-9146-d3cbc77594c7), precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:59.097381 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (afee0b7e-5207-4009-9146-d3cbc77594c7), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:59.167721 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Network 599e0261-c9fc-4434-a190-575cf6b11cf6 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:22:59.173737 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Resources bound (agent type, host, resource id):  {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:22:59.188306 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Pushing event updated for resources: {'Port': ['ID=afee0b7e-5207-4009-9146-d3cbc77594c7,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:22:59.190497 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:22:59.221887 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.222239 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.222598 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.222962 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.223300 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.223633 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.223969 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.224300 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.224626 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.224954 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.225281 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.225622 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.225973 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.226303 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.226626 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Tracked resource versions report:
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]: pushed versions:
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]: {   'AddressGroup': {'1.2'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'Agent': {'1.1'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'ConntrackHelper': {'1.0'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'LocalIPAssociation': {'1.0'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'Log': {'1.0'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'NDPProxy': {'1.0'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'Network': {'1.1'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'Port': {'1.7'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'PortForwarding': {'1.3'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'QosPolicy': {'1.10'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'SecurityGroup': {'1.5'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'SecurityGroupRule': {'1.2'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'SubPort': {'1.0'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'Subnet': {'1.1'},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     'Trunk': {'1.1'}}
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]: consumer versions:
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]: {   DHCP agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     L3 agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     Metadata agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     Metering agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:     Open vSwitch agent@dv-cinder-835168-1-iscsi: {   'AddressGroup': '1.2',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'Agent': '1.1',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'ConntrackHelper': '1.0',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'LocalIPAssociation': '1.0',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'Log': '1.0',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'NDPProxy': '1.0',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'Network': '1.1',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'Port': '1.7',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'PortForwarding': '1.3',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'QosPolicy': '1.10',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'SecurityGroup': '1.5',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'SecurityGroupRule': '1.2',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'SubPort': '1.0',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'Subnet': '1.1',
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'Trunk': '1.1'}}
Mar 25 03:22:59.228086 dv-cinder-835168-1-iscsi neutron-server[103657]:  {{(pid=103657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 25 03:22:59.277719 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Attempting to bind port afee0b7e-5207-4009-9146-d3cbc77594c7 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:22:59.278063 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Attempting to bind port afee0b7e-5207-4009-9146-d3cbc77594c7 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '4e544455-487d-4c06-9d7d-061a7d7ea8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:22:59.278483 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Attempting to bind port afee0b7e-5207-4009-9146-d3cbc77594c7 on network 599e0261-c9fc-4434-a190-575cf6b11cf6 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:22:59.283555 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:22:59.283943 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Checking segment: {'id': '4e544455-487d-4c06-9d7d-061a7d7ea8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:22:59.284420 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:59.284816 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Bound using segment: {'id': '4e544455-487d-4c06-9d7d-061a7d7ea8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:22:59.285338 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Bound port: afee0b7e-5207-4009-9146-d3cbc77594c7, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e544455-487d-4c06-9d7d-061a7d7ea8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:22:59.285776 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (afee0b7e-5207-4009-9146-d3cbc77594c7), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:59.348931 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] For port afee0b7e-5207-4009-9146-d3cbc77594c7, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:22:59.353195 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] For port afee0b7e-5207-4009-9146-d3cbc77594c7, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=afee0b7e-5207-4009-9146-d3cbc77594c7,segment=NetworkSegment(4e544455-487d-4c06-9d7d-061a7d7ea8df),segment_id=4e544455-487d-4c06-9d7d-061a7d7ea8df)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:22:59.422983 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (afee0b7e-5207-4009-9146-d3cbc77594c7), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:22:59.490562 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a400a-3170-4232-bbb8-3661c629c452 None None] Pushing event updated for resources: {'Port': ['ID=afee0b7e-5207-4009-9146-d3cbc77594c7,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:00.751096 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 55368) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:23:01.073092 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [None req-5dfe1b8b-078e-49ee-9c8a-07c94944bc03 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:23:01.074193 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-5dfe1b8b-078e-49ee-9c8a-07c94944bc03 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3220556
Mar 25 03:23:03.613390 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55376) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:23:03.923393 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [None req-776faed2-b6fa-4e16-b886-aa4ec3f24fef admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:23:03.924394 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-776faed2-b6fa-4e16-b886-aa4ec3f24fef admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3100686
Mar 25 03:23:06.483033 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55384) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:23:06.792516 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-6733932a-d20e-46b9-aec6-cb32753690fc demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:23:06.879627 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6733932a-d20e-46b9-aec6-cb32753690fc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6037'] for router (4a8219ce-a8cd-4a8e-9726-4e4355af7080), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:06.881253 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6733932a-d20e-46b9-aec6-cb32753690fc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6124'] for router (4a8219ce-a8cd-4a8e-9726-4e4355af7080), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:07.034287 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6733932a-d20e-46b9-aec6-cb32753690fc demo demo] Publish callbacks [] for router_controller (4a8219ce-a8cd-4a8e-9726-4e4355af7080), precommit_add_association {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:07.094424 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6733932a-d20e-46b9-aec6-cb32753690fc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462381'] for router (4a8219ce-a8cd-4a8e-9726-4e4355af7080), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:07.189910 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6733932a-d20e-46b9-aec6-cb32753690fc demo demo] Publish callbacks [] for router (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:07.191025 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-6733932a-d20e-46b9-aec6-cb32753690fc demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.7070339
Mar 25 03:23:09.736193 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55396) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:23:09.914275 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device afee0b7e-5207-4009-9146-d3cbc77594c7 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:23:10.004931 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port afee0b7e-5207-4009-9146-d3cbc77594c7 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:23:10.005353 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (afee0b7e-5207-4009-9146-d3cbc77594c7), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:10.069784 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [None req-4be7805a-d956-4a67-9550-0b58614996d3 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:23:10.073936 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-4be7805a-d956-4a67-9550-0b58614996d3 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3367260
Mar 25 03:23:10.113708 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port afee0b7e-5207-4009-9146-d3cbc77594c7 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:23:10.114026 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (afee0b7e-5207-4009-9146-d3cbc77594c7), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:10.152442 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port afee0b7e-5207-4009-9146-d3cbc77594c7, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=afee0b7e-5207-4009-9146-d3cbc77594c7,segment=NetworkSegment(4e544455-487d-4c06-9d7d-061a7d7ea8df),segment_id=4e544455-487d-4c06-9d7d-061a7d7ea8df)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:23:10.217062 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (afee0b7e-5207-4009-9146-d3cbc77594c7), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:10.268531 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=afee0b7e-5207-4009-9146-d3cbc77594c7,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:10.749212 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc20943-0e4b-4185-a5e8-53f4f5519f6b None None] Network 599e0261-c9fc-4434-a190-575cf6b11cf6 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:23:10.812327 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-835f9a58-2ec9-4954-a5f8-cd529a945c1f None None] Provisioning complete for port afee0b7e-5207-4009-9146-d3cbc77594c7 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:23:10.812713 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-835f9a58-2ec9-4954-a5f8-cd529a945c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (afee0b7e-5207-4009-9146-d3cbc77594c7), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:10.943642 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-835f9a58-2ec9-4954-a5f8-cd529a945c1f None None] Current status of the port afee0b7e-5207-4009-9146-d3cbc77594c7 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:23:11.168283 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-989838e5-ab47-441e-9b11-1adcfd733d03 None None] Provisioning complete for port afee0b7e-5207-4009-9146-d3cbc77594c7 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:23:11.168643 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-989838e5-ab47-441e-9b11-1adcfd733d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (afee0b7e-5207-4009-9146-d3cbc77594c7), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:11.246775 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-989838e5-ab47-441e-9b11-1adcfd733d03 None None] Current status of the port afee0b7e-5207-4009-9146-d3cbc77594c7 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:23:11.865647 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device afee0b7e-5207-4009-9146-d3cbc77594c7 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:23:11.912043 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port afee0b7e-5207-4009-9146-d3cbc77594c7 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:23:11.912431 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (afee0b7e-5207-4009-9146-d3cbc77594c7), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:11.985821 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port afee0b7e-5207-4009-9146-d3cbc77594c7 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:23:12.623430 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 55404) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:23:12.824578 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d71a8be4-01f0-4ab3-a1de-e99ff114b6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:12.933227 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:23:13.057172 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Made reservation on behalf of b1302222fc7241c1bba468ff84d0f185 for: {'network': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:23:13.059641 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:13.067924 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:13.141428 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Publish callbacks [] for security_group (23bc3c5d-e5db-4dc9-b0f4-280f0ced64e0), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:13.210239 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (23bc3c5d-e5db-4dc9-b0f4-280f0ced64e0), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:13.223797 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Reserving flat network on physical network physnet1 {{(pid=103655) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Mar 25 03:23:13.246211 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (296d2348-8aba-446d-b2d2-07d59066d2fd), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:13.246563 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.segments_db [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Added segment 296d2348-8aba-446d-b2d2-07d59066d2fd of type flat for network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0
Mar 25 03:23:13.247690 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bc3c5d-e5db-4dc9-b0f4-280f0ced64e0,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:13.272907 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 5 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:23:13.295215 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:13.399467 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:13.400417 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:23:13.400998 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:13.490056 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] Pushing event updated for resources: {'Network': ['ID=3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:13.499331 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:23:13.550357 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-6cca67e1-2a3d-4450-902a-0110137517d4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9258678
Mar 25 03:23:15.178610 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-451e8c6d-27dd-4e69-9456-5cc94491c991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:16.037384 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 55412) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:23:16.090943 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:16.336791 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9883603-2f6b-4303-9e8a-fb57c5669485 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:23:16.338264 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-e9883603-2f6b-4303-9e8a-fb57c5669485 demo admin] 10.222.0.24 "GET /v2.0/subnets/fe0765e3-8770-416b-a2b2-adb6bc82a9b9 HTTP/1.1" status: 200  len: 849 time: 0.2998765
Mar 25 03:23:16.502900 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-4e0602c4-63de-4f10-88c6-11f55ecdbb83 demo admin] 10.222.0.24 "GET /v2.0/routers/4a8219ce-a8cd-4a8e-9726-4e4355af7080 HTTP/1.1" status: 200  len: 704 time: 0.1587870
Mar 25 03:23:16.771566 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:17.060560 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Allocated IP 172.20.0.1 (599e0261-c9fc-4434-a190-575cf6b11cf6/fe0765e3-8770-416b-a2b2-adb6bc82a9b9/07523dbb-71e8-4ce0-a003-92375eb6f9ce) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:23:17.261078 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Publish callbacks [] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:17.428422 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:17.456467 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:17.495550 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Network 599e0261-c9fc-4434-a190-575cf6b11cf6 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:23:17.500295 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:23:17.507489 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:23:17.508722 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459256'] for router_interface (4a8219ce-a8cd-4a8e-9726-4e4355af7080), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:17.571099 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Pushing event updated for resources: {'Port': ['ID=07523dbb-71e8-4ce0-a003-92375eb6f9ce,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:17.706255 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-72a9f0e4-7de8-478f-bab1-4c3b85f6b10d None None] Provisioning complete for port 07523dbb-71e8-4ce0-a003-92375eb6f9ce triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:23:17.706646 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-72a9f0e4-7de8-478f-bab1-4c3b85f6b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:17.779832 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-72a9f0e4-7de8-478f-bab1-4c3b85f6b10d None None] Port 07523dbb-71e8-4ce0-a003-92375eb6f9ce cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:23:17.800190 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:18.006645 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Publish callbacks [] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:18.078645 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:18.079411 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-459116'] for router_interface (4a8219ce-a8cd-4a8e-9726-4e4355af7080), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:18.154320 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Pushing event updated for resources: {'Port': ['ID=07523dbb-71e8-4ce0-a003-92375eb6f9ce,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:18.200219 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Network 599e0261-c9fc-4434-a190-575cf6b11cf6 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:23:18.201526 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:23:18.428164 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Router 4a8219ce-a8cd-4a8e-9726-4e4355af7080 is scheduled to L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 with binding_index 1 {{(pid=103655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 25 03:23:18.500102 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-8bff8941-06df-4521-bac7-412d40ce08c8 None None] Provisioning complete for port 07523dbb-71e8-4ce0-a003-92375eb6f9ce triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:23:18.500651 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8bff8941-06df-4521-bac7-412d40ce08c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:18.523370 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:23:18.539391 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-252bb508-b7b1-4e1e-9084-a776039a04cb demo admin] 10.222.0.24 "PUT /v2.0/routers/4a8219ce-a8cd-4a8e-9726-4e4355af7080/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0218670
Mar 25 03:23:18.539480 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Sync routers for ids ['4a8219ce-a8cd-4a8e-9726-4e4355af7080'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:23:18.539830 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-8bff8941-06df-4521-bac7-412d40ce08c8 None None] Port 07523dbb-71e8-4ce0-a003-92375eb6f9ce cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:23:18.547990 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Routers {'4a8219ce-a8cd-4a8e-9726-4e4355af7080'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:23:18.548862 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-22656080-1541-4f17-a1ba-214d138df030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebda8cf70>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:23:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['4a8219ce-a8cd-4a8e-9726-4e4355af7080'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:23:18.740601 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Set router 4a8219ce-a8cd-4a8e-9726-4e4355af7080 gateway port host: None {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:23:19.162823 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-22656080-1541-4f17-a1ba-214d138df030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebda8cf70>, [{'id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'name': 'router1', 'tenant_id': 'b06091d94fc345119033e2cdf17a8f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:23:06Z', 'updated_at': '2022-03-25T03:23:17Z', 'revision_number': 2, 'project_id': 'b06091d94fc345119033e2cdf17a8f92', 'gw_port_host': None, '_interfaces': [{'id': '07523dbb-71e8-4ce0-a003-92375eb6f9ce', 'name': '', 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6', 'tenant_id': 'b06091d94fc345119033e2cdf17a8f92', 'mac_address': 'fa:16:3e:80:a1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe0765e3-8770-416b-a2b2-adb6bc82a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:23:16Z', 'updated_at': '2022-03-25T03:23:17Z', 'revision_number': 2, 'project_id': 'b06091d94fc345119033e2cdf17a8f92', 'subnets': [{'id': 'fe0765e3-8770-416b-a2b2-adb6bc82a9b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80e64211-730d-449d-84c8-1d60b4f9f800'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:23:19.199531 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:19.213964 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Checking router: 4a8219ce-a8cd-4a8e-9726-4e4355af7080 for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:23:19.214284 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Updating router 4a8219ce-a8cd-4a8e-9726-4e4355af7080 port 07523dbb-71e8-4ce0-a003-92375eb6f9ce binding host dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:23:19.265618 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:19.767851 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Publish callbacks [] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:19.833580 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:19.969869 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Pushing event updated for resources: {'Port': ['ID=07523dbb-71e8-4ce0-a003-92375eb6f9ce,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:19.996004 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:19.996358 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:19.996732 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:19.997073 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:19.997406 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:19.997767 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:19.998094 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:19.998419 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:19.998742 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:19.999063 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:19.999388 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:19.999728 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:20.000049 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:20.000365 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:20.000681 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Tracked resource versions report:
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]: pushed versions:
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]: {   'AddressGroup': {'1.2'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'Agent': {'1.1'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'ConntrackHelper': {'1.0'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'LocalIPAssociation': {'1.0'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'Log': {'1.0'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'NDPProxy': {'1.0'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'Network': {'1.1'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'Port': {'1.7'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'PortForwarding': {'1.3'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'QosPolicy': {'1.10'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'SecurityGroup': {'1.5'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'SecurityGroupRule': {'1.2'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'SubPort': {'1.0'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'Subnet': {'1.1'},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     'Trunk': {'1.1'}}
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]: consumer versions:
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]: {   DHCP agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     L3 agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     Metadata agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     Metering agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:     Open vSwitch agent@dv-cinder-835168-1-iscsi: {   'AddressGroup': '1.2',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'Agent': '1.1',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'ConntrackHelper': '1.0',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'LocalIPAssociation': '1.0',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'Log': '1.0',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'NDPProxy': '1.0',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'Network': '1.1',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'Port': '1.7',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'PortForwarding': '1.3',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'QosPolicy': '1.10',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'SecurityGroup': '1.5',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'SecurityGroupRule': '1.2',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'SubPort': '1.0',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'Subnet': '1.1',
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'Trunk': '1.1'}}
Mar 25 03:23:20.002155 dv-cinder-835168-1-iscsi neutron-server[103658]:  {{(pid=103658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 25 03:23:20.013772 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Attempting to bind port 07523dbb-71e8-4ce0-a003-92375eb6f9ce on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:23:20.014189 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Attempting to bind port 07523dbb-71e8-4ce0-a003-92375eb6f9ce by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '4e544455-487d-4c06-9d7d-061a7d7ea8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:23:20.014637 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Attempting to bind port 07523dbb-71e8-4ce0-a003-92375eb6f9ce on network 599e0261-c9fc-4434-a190-575cf6b11cf6 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:23:20.020099 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:23:20.020513 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Checking segment: {'id': '4e544455-487d-4c06-9d7d-061a7d7ea8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:23:20.020998 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:20.021390 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Bound using segment: {'id': '4e544455-487d-4c06-9d7d-061a7d7ea8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:23:20.021911 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Bound port: 07523dbb-71e8-4ce0-a003-92375eb6f9ce, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e544455-487d-4c06-9d7d-061a7d7ea8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:23:20.022294 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:20.063561 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-3e5ee653-4526-4a56-9bbf-7712d1a3b9cb None None] Provisioning complete for port 07523dbb-71e8-4ce0-a003-92375eb6f9ce triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:23:20.064088 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3e5ee653-4526-4a56-9bbf-7712d1a3b9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:20.091443 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-22656080-1541-4f17-a1ba-214d138df030 None None] For port 07523dbb-71e8-4ce0-a003-92375eb6f9ce, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:23:20.100827 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ee653-4526-4a56-9bbf-7712d1a3b9cb None None] Port 07523dbb-71e8-4ce0-a003-92375eb6f9ce cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:23:20.112303 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-22656080-1541-4f17-a1ba-214d138df030 None None] For port 07523dbb-71e8-4ce0-a003-92375eb6f9ce, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=07523dbb-71e8-4ce0-a003-92375eb6f9ce,segment=NetworkSegment(4e544455-487d-4c06-9d7d-061a7d7ea8df),segment_id=4e544455-487d-4c06-9d7d-061a7d7ea8df)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:23:20.183709 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:20.273920 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Routers {'4a8219ce-a8cd-4a8e-9726-4e4355af7080'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:23:20.274860 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-22656080-1541-4f17-a1ba-214d138df030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebda8cf70>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:23:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['4a8219ce-a8cd-4a8e-9726-4e4355af7080'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:23:20.332376 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36790b36-da3b-48e0-b896-fa4db8f507d7 None None] Pushing event updated for resources: {'Port': ['ID=07523dbb-71e8-4ce0-a003-92375eb6f9ce,revision_number=4']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:20.412748 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-22656080-1541-4f17-a1ba-214d138df030 None None] Set router 4a8219ce-a8cd-4a8e-9726-4e4355af7080 gateway port host: None {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:23:20.421696 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-948acbab-651e-4620-abef-076990aea649 None None] Provisioning complete for port 07523dbb-71e8-4ce0-a003-92375eb6f9ce triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:23:20.422174 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-948acbab-651e-4620-abef-076990aea649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:20.501333 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-948acbab-651e-4620-abef-076990aea649 None None] Current status of the port 07523dbb-71e8-4ce0-a003-92375eb6f9ce is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:23:20.501787 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-948acbab-651e-4620-abef-076990aea649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:20.534766 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-948acbab-651e-4620-abef-076990aea649 None None] For port 07523dbb-71e8-4ce0-a003-92375eb6f9ce, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=07523dbb-71e8-4ce0-a003-92375eb6f9ce,segment=NetworkSegment(4e544455-487d-4c06-9d7d-061a7d7ea8df),segment_id=4e544455-487d-4c06-9d7d-061a7d7ea8df)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:23:20.621639 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-22656080-1541-4f17-a1ba-214d138df030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebda8cf70>, [{'id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'name': 'router1', 'tenant_id': 'b06091d94fc345119033e2cdf17a8f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:23:06Z', 'updated_at': '2022-03-25T03:23:17Z', 'revision_number': 2, 'project_id': 'b06091d94fc345119033e2cdf17a8f92', 'gw_port_host': None, '_interfaces': [{'id': '07523dbb-71e8-4ce0-a003-92375eb6f9ce', 'name': '', 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6', 'tenant_id': 'b06091d94fc345119033e2cdf17a8f92', 'mac_address': 'fa:16:3e:80:a1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe0765e3-8770-416b-a2b2-adb6bc82a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:23:16Z', 'updated_at': '2022-03-25T03:23:20Z', 'revision_number': 4, 'project_id': 'b06091d94fc345119033e2cdf17a8f92', 'subnets': [{'id': 'fe0765e3-8770-416b-a2b2-adb6bc82a9b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80e64211-730d-449d-84c8-1d60b4f9f800'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:23:20.622686 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-948acbab-651e-4620-abef-076990aea649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:20.651406 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22656080-1541-4f17-a1ba-214d138df030 None None] The sync data for ids ['4a8219ce-a8cd-4a8e-9726-4e4355af7080'] in dv-cinder-835168-1-iscsi is: [{'id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'name': 'router1', 'tenant_id': 'b06091d94fc345119033e2cdf17a8f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:23:06Z', 'updated_at': '2022-03-25T03:23:17Z', 'revision_number': 2, 'project_id': 'b06091d94fc345119033e2cdf17a8f92', 'gw_port_host': None, '_interfaces': [{'id': '07523dbb-71e8-4ce0-a003-92375eb6f9ce', 'name': '', 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6', 'tenant_id': 'b06091d94fc345119033e2cdf17a8f92', 'mac_address': 'fa:16:3e:80:a1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe0765e3-8770-416b-a2b2-adb6bc82a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:23:16Z', 'updated_at': '2022-03-25T03:23:20Z', 'revision_number': 4, 'project_id': 'b06091d94fc345119033e2cdf17a8f92', 'subnets': [{'id': 'fe0765e3-8770-416b-a2b2-adb6bc82a9b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80e64211-730d-449d-84c8-1d60b4f9f800'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:23:20.675759 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948acbab-651e-4620-abef-076990aea649 None None] Pushing event updated for resources: {'Port': ['ID=07523dbb-71e8-4ce0-a003-92375eb6f9ce,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:21.078195 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55432) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:23:21.255949 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b11bca7-9741-48c5-85fb-ecabbe5757ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:23:21.257445 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-1b11bca7-9741-48c5-85fb-ecabbe5757ed admin admin] 10.222.0.24 "GET /v2.0/networks/3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 HTTP/1.1" status: 200  len: 842 time: 0.1782000
Mar 25 03:23:21.267392 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:23:21.384302 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Made reservation on behalf of b1302222fc7241c1bba468ff84d0f185 for: {'subnet': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:23:21.386996 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:21.828570 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.objects.ports [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103656) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 25 03:23:21.829052 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for subnet (d5964e23-c5dc-47a8-890c-0af407ea3a25), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:21.894822 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Checking segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:23:21.895214 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Network hostable DHCP agents. Network: 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:23:21.906544 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5964e23-c5dc-47a8-890c-0af407ea3a25,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:21.920374 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.920723 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.921075 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.921412 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.921774 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.922105 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.922429 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.922751 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.923074 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.923395 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.923734 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.924072 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.924394 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.924711 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.925029 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Tracked resource versions report:
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]: pushed versions:
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]: {   'AddressGroup': {'1.2'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'Agent': {'1.1'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'ConntrackHelper': {'1.0'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'LocalIPAssociation': {'1.0'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'Log': {'1.0'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'NDPProxy': {'1.0'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'Network': {'1.1'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'Port': {'1.7'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'PortForwarding': {'1.3'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'QosPolicy': {'1.10'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'SecurityGroup': {'1.5'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'SecurityGroupRule': {'1.2'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'SubPort': {'1.0'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'Subnet': {'1.1'},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     'Trunk': {'1.1'}}
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]: consumer versions:
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]: {   DHCP agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     L3 agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     Metadata agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     Metering agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:     Open vSwitch agent@dv-cinder-835168-1-iscsi: {   'AddressGroup': '1.2',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'Agent': '1.1',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'ConntrackHelper': '1.0',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'LocalIPAssociation': '1.0',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'Log': '1.0',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'NDPProxy': '1.0',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'Network': '1.1',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'Port': '1.7',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'PortForwarding': '1.3',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'QosPolicy': '1.10',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'SecurityGroup': '1.5',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'SecurityGroupRule': '1.2',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'SubPort': '1.0',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'Subnet': '1.1',
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'Trunk': '1.1'}}
Mar 25 03:23:21.926497 dv-cinder-835168-1-iscsi neutron-server[103656]:  {{(pid=103656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 25 03:23:22.027711 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:23:22.113329 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0) {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:23:22.118190 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:23:22.118823 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:22.124830 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f621a448-e32e-4c51-a814-01c46f6515f2 None None] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:23:22.207674 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-45c84420-74c1-4889-8a82-03fd38ac006d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9436779
Mar 25 03:23:22.225683 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13cafda-8530-44cf-aab8-e1d34154f288 None None] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:23:24.641332 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55454) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:23:24.856124 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-9d54bbc4-5853-40e9-b519-a51e669e86a8 demo admin] 10.222.0.24 "GET /v2.0/routers/4a8219ce-a8cd-4a8e-9726-4e4355af7080 HTTP/1.1" status: 200  len: 710 time: 0.2135475
Mar 25 03:23:24.938987 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c02f5-36ba-463a-b383-30035a1131ec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:23:24.940335 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-ea7c02f5-36ba-463a-b383-30035a1131ec demo admin] 10.222.0.24 "GET /v2.0/networks/3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 HTTP/1.1" status: 200  len: 886 time: 0.0788934
Mar 25 03:23:24.949005 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:23:25.191251 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Publish callbacks [] for router_gateway (4a8219ce-a8cd-4a8e-9726-4e4355af7080), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:25.506958 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Publish callbacks [] for router_gateway (4a8219ce-a8cd-4a8e-9726-4e4355af7080), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:25.585016 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:25.825007 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Allocated IP 172.27.0.70 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/649f47ce-a395-4006-bcb7-4773ceb381f9) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:23:25.941674 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Publish callbacks [] for port (649f47ce-a395-4006-bcb7-4773ceb381f9), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:26.116645 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (649f47ce-a395-4006-bcb7-4773ceb381f9), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:26.187788 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:23:26.193751 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:23:26.202383 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:23:26.236646 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Pushing event updated for resources: {'Port': ['ID=649f47ce-a395-4006-bcb7-4773ceb381f9,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:26.596550 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Publish callbacks [] for router_gateway (4a8219ce-a8cd-4a8e-9726-4e4355af7080), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:26.788368 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6138'] for router (4a8219ce-a8cd-4a8e-9726-4e4355af7080), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:26.792943 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-461198'] for router (4a8219ce-a8cd-4a8e-9726-4e4355af7080), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:26.904478 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Router 4a8219ce-a8cd-4a8e-9726-4e4355af7080 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:23:27.011327 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:23:27.015671 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:27.017626 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-1ca29cdf-c762-4b5f-a7cf-7456999983c8 demo admin] 10.222.0.24 "PUT /v2.0/routers/4a8219ce-a8cd-4a8e-9726-4e4355af7080 HTTP/1.1" status: 200  len: 889 time: 2.0716436
Mar 25 03:23:27.901468 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 07523dbb-71e8-4ce0-a003-92375eb6f9ce up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:23:27.952040 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 07523dbb-71e8-4ce0-a003-92375eb6f9ce triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:23:27.952442 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:28.029524 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 07523dbb-71e8-4ce0-a003-92375eb6f9ce is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:23:29.288345 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Sync routers for ids ['4a8219ce-a8cd-4a8e-9726-4e4355af7080'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:23:29.300534 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Routers {'4a8219ce-a8cd-4a8e-9726-4e4355af7080'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:23:29.301179 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebe415490>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:23:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['4a8219ce-a8cd-4a8e-9726-4e4355af7080'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:23:29.517875 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Set router 4a8219ce-a8cd-4a8e-9726-4e4355af7080 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:23:29.573288 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55466) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:23:29.690637 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-05ff568c-705a-496c-8f20-f325caa57a12 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1162021
Mar 25 03:23:29.998392 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebe415490>, [{'id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'name': 'router1', 'tenant_id': 'b06091d94fc345119033e2cdf17a8f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '649f47ce-a395-4006-bcb7-4773ceb381f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:23:06Z', 'updated_at': '2022-03-25T03:23:26Z', 'revision_number': 4, 'project_id': 'b06091d94fc345119033e2cdf17a8f92', 'gw_port': {'id': '649f47ce-a395-4006-bcb7-4773ceb381f9', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:23:25Z', 'updated_at': '2022-03-25T03:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '07523dbb-71e8-4ce0-a003-92375eb6f9ce', 'name': '', 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6', 'tenant_id': 'b06091d94fc345119033e2cdf17a8f92', 'mac_address': 'fa:16:3e:80:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe0765e3-8770-416b-a2b2-adb6bc82a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:23:16Z', 'updated_at': '2022-03-25T03:23:20Z', 'revision_number': 5, 'project_id': 'b06091d94fc345119033e2cdf17a8f92', 'subnets': [{'id': 'fe0765e3-8770-416b-a2b2-adb6bc82a9b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80e64211-730d-449d-84c8-1d60b4f9f800'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:23:30.047371 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Checking router: 4a8219ce-a8cd-4a8e-9726-4e4355af7080 for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:23:30.047740 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Updating router 4a8219ce-a8cd-4a8e-9726-4e4355af7080 port 649f47ce-a395-4006-bcb7-4773ceb381f9 binding host dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:23:30.101947 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (649f47ce-a395-4006-bcb7-4773ceb381f9), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:30.423873 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Publish callbacks [] for port (649f47ce-a395-4006-bcb7-4773ceb381f9), precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:30.496076 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (649f47ce-a395-4006-bcb7-4773ceb381f9), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:30.545636 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4032fa-c34f-49c1-b638-308401c1cfd0 None None] Pushing event updated for resources: {'Port': ['ID=649f47ce-a395-4006-bcb7-4773ceb381f9,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:30.552035 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Attempting to bind port 649f47ce-a395-4006-bcb7-4773ceb381f9 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:23:30.552432 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Attempting to bind port 649f47ce-a395-4006-bcb7-4773ceb381f9 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:23:30.552774 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Attempting to bind port 649f47ce-a395-4006-bcb7-4773ceb381f9 on network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:23:30.557743 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:23:30.558211 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Checking segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:23:30.558607 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:30.558999 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Bound using segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:23:30.560674 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Bound port: 649f47ce-a395-4006-bcb7-4773ceb381f9, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:23:30.561063 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (649f47ce-a395-4006-bcb7-4773ceb381f9), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:30.630055 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] For port 649f47ce-a395-4006-bcb7-4773ceb381f9, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:23:30.633518 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] For port 649f47ce-a395-4006-bcb7-4773ceb381f9, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=649f47ce-a395-4006-bcb7-4773ceb381f9,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:23:30.721956 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (649f47ce-a395-4006-bcb7-4773ceb381f9), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:30.774684 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Routers {'4a8219ce-a8cd-4a8e-9726-4e4355af7080'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:23:30.775283 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebe415490>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:23:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['4a8219ce-a8cd-4a8e-9726-4e4355af7080'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:23:30.811228 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4032fa-c34f-49c1-b638-308401c1cfd0 None None] Pushing event updated for resources: {'Port': ['ID=649f47ce-a395-4006-bcb7-4773ceb381f9,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:30.886740 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] Set router 4a8219ce-a8cd-4a8e-9726-4e4355af7080 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:23:31.102353 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebe415490>, [{'id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'name': 'router1', 'tenant_id': 'b06091d94fc345119033e2cdf17a8f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '649f47ce-a395-4006-bcb7-4773ceb381f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:23:06Z', 'updated_at': '2022-03-25T03:23:26Z', 'revision_number': 4, 'project_id': 'b06091d94fc345119033e2cdf17a8f92', 'gw_port': {'id': '649f47ce-a395-4006-bcb7-4773ceb381f9', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:23:25Z', 'updated_at': '2022-03-25T03:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '07523dbb-71e8-4ce0-a003-92375eb6f9ce', 'name': '', 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6', 'tenant_id': 'b06091d94fc345119033e2cdf17a8f92', 'mac_address': 'fa:16:3e:80:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe0765e3-8770-416b-a2b2-adb6bc82a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:23:16Z', 'updated_at': '2022-03-25T03:23:20Z', 'revision_number': 5, 'project_id': 'b06091d94fc345119033e2cdf17a8f92', 'subnets': [{'id': 'fe0765e3-8770-416b-a2b2-adb6bc82a9b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80e64211-730d-449d-84c8-1d60b4f9f800'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:23:31.130600 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325c70e-6699-4383-b1ae-53253b481250 None None] The sync data for ids ['4a8219ce-a8cd-4a8e-9726-4e4355af7080'] in dv-cinder-835168-1-iscsi is: [{'id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'name': 'router1', 'tenant_id': 'b06091d94fc345119033e2cdf17a8f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '649f47ce-a395-4006-bcb7-4773ceb381f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:23:06Z', 'updated_at': '2022-03-25T03:23:26Z', 'revision_number': 4, 'project_id': 'b06091d94fc345119033e2cdf17a8f92', 'gw_port': {'id': '649f47ce-a395-4006-bcb7-4773ceb381f9', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:23:25Z', 'updated_at': '2022-03-25T03:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '07523dbb-71e8-4ce0-a003-92375eb6f9ce', 'name': '', 'network_id': '599e0261-c9fc-4434-a190-575cf6b11cf6', 'tenant_id': 'b06091d94fc345119033e2cdf17a8f92', 'mac_address': 'fa:16:3e:80:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8219ce-a8cd-4a8e-9726-4e4355af7080', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe0765e3-8770-416b-a2b2-adb6bc82a9b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:23:16Z', 'updated_at': '2022-03-25T03:23:20Z', 'revision_number': 5, 'project_id': 'b06091d94fc345119033e2cdf17a8f92', 'subnets': [{'id': 'fe0765e3-8770-416b-a2b2-adb6bc82a9b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80e64211-730d-449d-84c8-1d60b4f9f800'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:23:31.947261 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 649f47ce-a395-4006-bcb7-4773ceb381f9 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:23:32.012189 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 649f47ce-a395-4006-bcb7-4773ceb381f9 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:23:32.012583 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (649f47ce-a395-4006-bcb7-4773ceb381f9), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:32.109187 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 649f47ce-a395-4006-bcb7-4773ceb381f9 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:23:32.109883 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (649f47ce-a395-4006-bcb7-4773ceb381f9), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:32.136415 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port 649f47ce-a395-4006-bcb7-4773ceb381f9, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=649f47ce-a395-4006-bcb7-4773ceb381f9,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:23:32.247085 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (649f47ce-a395-4006-bcb7-4773ceb381f9), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:32.308891 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=649f47ce-a395-4006-bcb7-4773ceb381f9,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:23:33.912966 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 649f47ce-a395-4006-bcb7-4773ceb381f9 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:23:33.973276 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 649f47ce-a395-4006-bcb7-4773ceb381f9 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:23:33.973276 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (649f47ce-a395-4006-bcb7-4773ceb381f9), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:34.065363 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 649f47ce-a395-4006-bcb7-4773ceb381f9 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:23:42.823956 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4775b5b4-c2dd-48bf-802d-2854132dfb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:45.138165 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b56ca0ff-668b-416a-ba9b-2fd4b01b0c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:46.098403 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:47.462208 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:49.241043 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:23:50.271134 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 5 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:24:13.566031 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef36c-ad6b-42c3-b5bf-a92fd534af0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:15.154511 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7df9c2b7-dcbb-43e4-9c27-8d53f8cfc31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:16.104884 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:17.429264 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:19.512886 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:27.270844 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 5 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:24:42.793570 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e1de6b31-daa2-4c86-af87-97fa4a2d59a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:45.136725 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7383b9a6-18a5-4195-b6d1-c202c8c334ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:46.088655 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:47.397565 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:49.199187 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:52.507466 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55950) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:24:52.567676 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b0621c-d084-49ba-a38a-95fae563a7a6 admin admin] GET failed (client error): The resource could not be found.
Mar 25 03:24:52.568941 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-28b0621c-d084-49ba-a38a-95fae563a7a6 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0604908
Mar 25 03:24:52.727881 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364bbe9a-0b9e-40d8-bb77-eeefa8947f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:24:52.729271 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-364bbe9a-0b9e-40d8-bb77-eeefa8947f69 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1563189
Mar 25 03:24:55.021144 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55960) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:24:55.123236 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aae37e-6858-4f25-9815-4ce6ab0b48ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:24:55.124568 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-e7aae37e-6858-4f25-9815-4ce6ab0b48ce admin admin] 10.222.0.24 "GET /v2.0/subnets/fe0765e3-8770-416b-a2b2-adb6bc82a9b9 HTTP/1.1" status: 200  len: 849 time: 0.1024477
Mar 25 03:24:55.133769 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:24:55.216777 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Publish callbacks [] for subnet (fe0765e3-8770-416b-a2b2-adb6bc82a9b9), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:55.474020 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748511774347'] for subnet (fe0765e3-8770-416b-a2b2-adb6bc82a9b9), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:55.502471 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:24:55.503059 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:55.512719 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] 10.222.0.24 "PUT /v2.0/subnets/fe0765e3-8770-416b-a2b2-adb6bc82a9b9 HTTP/1.1" status: 200  len: 868 time: 0.3740802
Mar 25 03:24:55.512994 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deec2f4-6897-4593-b1a5-b44c7711fa7c None None] Network 599e0261-c9fc-4434-a190-575cf6b11cf6 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:24:55.526522 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0765e3-8770-416b-a2b2-adb6bc82a9b9,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:24:55.533915 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.534273 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.534623 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.534969 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.535303 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.535674 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.536535 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.536861 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.537211 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.537542 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.537913 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.538259 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.538587 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.538915 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.539238 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb629ea5-a58e-47cf-8e86-08c68ae40dd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:24:55.840682 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-0e473271-11a6-436a-ac8f-215c8425eb81 None None] Provisioning complete for port afee0b7e-5207-4009-9146-d3cbc77594c7 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:24:55.841080 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0e473271-11a6-436a-ac8f-215c8425eb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (afee0b7e-5207-4009-9146-d3cbc77594c7), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:55.919399 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-0e473271-11a6-436a-ac8f-215c8425eb81 None None] Current status of the port afee0b7e-5207-4009-9146-d3cbc77594c7 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:24:55.929575 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-0e473271-11a6-436a-ac8f-215c8425eb81 None None] Provisioning complete for port 07523dbb-71e8-4ce0-a003-92375eb6f9ce triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:24:55.929993 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0e473271-11a6-436a-ac8f-215c8425eb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (07523dbb-71e8-4ce0-a003-92375eb6f9ce), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:24:56.007131 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-0e473271-11a6-436a-ac8f-215c8425eb81 None None] Current status of the port 07523dbb-71e8-4ce0-a003-92375eb6f9ce is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:24:57.821761 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55968) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:24:58.019757 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99d4b09-968e-4444-ac6c-9a4808246f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:24:58.020771 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99d4b09-968e-4444-ac6c-9a4808246f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:24:58.022346 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-c99d4b09-968e-4444-ac6c-9a4808246f23 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1996222
Mar 25 03:25:00.325852 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55976) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:25:00.453875 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c88c18-f6ae-4739-9ae2-e2491198b863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:00.454355 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c88c18-f6ae-4739-9ae2-e2491198b863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:00.455975 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-07c88c18-f6ae-4739-9ae2-e2491198b863 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1291792
Mar 25 03:25:02.821959 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 55984) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:25:02.944724 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9e99ae-7c1b-4932-9687-6086d85bfcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:02.946103 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-3a9e99ae-7c1b-4932-9687-6086d85bfcf6 admin admin] 10.222.0.24 "GET /v2.0/networks/3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 HTTP/1.1" status: 200  len: 886 time: 0.1231682
Mar 25 03:25:04.270697 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 5 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:25:05.252164 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 55992) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:25:05.381778 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ab88b8-2fb9-4d09-90ba-6c112439cf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:05.383131 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-e1ab88b8-2fb9-4d09-90ba-6c112439cf96 admin admin] 10.222.0.24 "GET /v2.0/networks/599e0261-c9fc-4434-a190-575cf6b11cf6 HTTP/1.1" status: 200  len: 869 time: 0.1300335
Mar 25 03:25:07.707453 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56002) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:25:07.829935 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b24ef-6677-4b47-a7a3-ef3b7af2bdde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:07.830421 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b24ef-6677-4b47-a7a3-ef3b7af2bdde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:07.832473 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-455b24ef-6677-4b47-a7a3-ef3b7af2bdde admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1234841
Mar 25 03:25:10.156774 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56010) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:25:10.248762 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078389a5-0c67-4439-8420-5dbc2280422f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:10.249196 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078389a5-0c67-4439-8420-5dbc2280422f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:10.250800 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-078389a5-0c67-4439-8420-5dbc2280422f admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0930748
Mar 25 03:25:12.538467 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56018) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:25:12.626089 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c53d15-07d9-4c65-9134-89a589ec51b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:12.627387 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-69c53d15-07d9-4c65-9134-89a589ec51b0 admin admin] 10.222.0.24 "GET /v2.0/subnets/d5964e23-c5dc-47a8-890c-0af407ea3a25 HTTP/1.1" status: 200  len: 816 time: 0.0879762
Mar 25 03:25:12.825680 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-83c9b707-36b9-42c2-b8ef-d084224748d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:14.936645 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56026) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:25:15.028234 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0725a0-3e42-4fef-9e84-8c16d9c8e107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:15.029568 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-9a0725a0-3e42-4fef-9e84-8c16d9c8e107 admin admin] 10.222.0.24 "GET /v2.0/subnets/fe0765e3-8770-416b-a2b2-adb6bc82a9b9 HTTP/1.1" status: 200  len: 868 time: 0.0919731
Mar 25 03:25:15.153222 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-678e92a3-e4b8-460a-9487-2b4c7c81eb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:16.099436 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:17.427229 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:19.239357 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:41.270103 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 5 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:25:42.798207 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-06db68db-3404-4990-b89d-38baf26a364d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:43.028602 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56078) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:25:43.075388 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [None req-f29345b9-99d1-4343-9b5c-42e6a85a9084 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:25:43.076390 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-f29345b9-99d1-4343-9b5c-42e6a85a9084 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0468245
Mar 25 03:25:45.141336 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-30198afc-da6f-413f-a47a-56775f569b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:45.505171 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56086) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:25:45.563669 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c1937e-eea3-478a-8f59-e6be6076bd69 admin admin] GET failed (client error): The resource could not be found.
Mar 25 03:25:45.564961 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-25c1937e-eea3-478a-8f59-e6be6076bd69 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0588377
Mar 25 03:25:45.770629 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c5c18-dd44-4756-876e-b88a6f86359c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:45.772031 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-957c5c18-dd44-4756-876e-b88a6f86359c admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.2031810
Mar 25 03:25:46.106837 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:47.407400 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:48.106014 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56094) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:25:48.151759 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:25:48.230562 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Made reservation on behalf of b1302222fc7241c1bba468ff84d0f185 for: {'network': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:25:48.232691 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:48.260150 dv-cinder-835168-1-iscsi neutron-server[103655]: WARNING neutron.services.revisions.revision_plugin [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f4ebc402790] {project_id='b1302222fc7241c1bba468ff84d0f185', id='1374ca4c-e4ed-4f24-83ae-75bce93be81a', target_project='*', action='access_as_shared', object_id='42311f9e-91a5-4489-b886-23a92392a0aa'}> to bump revision.
Mar 25 03:25:48.271493 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=103655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:25:48.280061 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (c470392f-fb4c-4e9e-8b29-f990e3ddd9fc), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:48.280401 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.segments_db [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Added segment c470392f-fb4c-4e9e-8b29-f990e3ddd9fc of type vlan for network 42311f9e-91a5-4489-b886-23a92392a0aa
Mar 25 03:25:48.322301 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (42311f9e-91a5-4489-b886-23a92392a0aa), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:48.413602 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (42311f9e-91a5-4489-b886-23a92392a0aa), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:48.414582 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:48.415161 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:48.469752 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Pushing event updated for resources: {'Network': ['ID=42311f9e-91a5-4489-b886-23a92392a0aa,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:25:48.476827 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.477178 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.477542 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.477973 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.478313 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.478645 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.478974 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.479307 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.479648 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.479980 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.480321 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.480711 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.480990 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.481314 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.481631 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:48.493047 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 42311f9e-91a5-4489-b886-23a92392a0aa details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:25:48.526210 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-78b2158f-48a9-48d2-af9b-f063192a1b21 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4191287
Mar 25 03:25:49.215203 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:50.852313 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56102) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:25:50.911932 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a739deb-d4f6-4759-990b-34692969dcfa admin admin] GET failed (client error): The resource could not be found.
Mar 25 03:25:50.913178 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-3a739deb-d4f6-4759-990b-34692969dcfa admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0599177
Mar 25 03:25:50.982423 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac0edbf-652a-4f53-a315-6b6e3006c797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:50.983914 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-4ac0edbf-652a-4f53-a315-6b6e3006c797 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0668168
Mar 25 03:25:50.993398 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-89d3c23b-1e1f-4c9f-9693-0f9685bd6d48 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '42311f9e-91a5-4489-b886-23a92392a0aa', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:25:51.098617 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d3c23b-1e1f-4c9f-9693-0f9685bd6d48 admin admin] Made reservation on behalf of b1302222fc7241c1bba468ff84d0f185 for: {'subnet': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:25:51.100829 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-89d3c23b-1e1f-4c9f-9693-0f9685bd6d48 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:51.327860 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-89d3c23b-1e1f-4c9f-9693-0f9685bd6d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for subnet (561a56b0-f87c-426e-b64d-24b4120c68b4), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:51.392493 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3c23b-1e1f-4c9f-9693-0f9685bd6d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=561a56b0-f87c-426e-b64d-24b4120c68b4,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:25:51.396942 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d3c23b-1e1f-4c9f-9693-0f9685bd6d48 admin admin] Checking segment: {'id': 'c470392f-fb4c-4e9e-8b29-f990e3ddd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '42311f9e-91a5-4489-b886-23a92392a0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:25:51.397290 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d3c23b-1e1f-4c9f-9693-0f9685bd6d48 admin admin] Network hostable DHCP agents. Network: 42311f9e-91a5-4489-b886-23a92392a0aa, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:25:51.483177 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d3c23b-1e1f-4c9f-9693-0f9685bd6d48 admin admin] Network 42311f9e-91a5-4489-b886-23a92392a0aa is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:25:51.523322 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-89d3c23b-1e1f-4c9f-9693-0f9685bd6d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 42311f9e-91a5-4489-b886-23a92392a0aa) {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:25:51.527333 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d3c23b-1e1f-4c9f-9693-0f9685bd6d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:25:51.527923 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-89d3c23b-1e1f-4c9f-9693-0f9685bd6d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:51.532165 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c06bc2f-738e-4142-87df-3ce8f6a17957 None None] Network 42311f9e-91a5-4489-b886-23a92392a0aa requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:25:51.584437 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-89d3c23b-1e1f-4c9f-9693-0f9685bd6d48 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5940504
Mar 25 03:25:51.636274 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc172e3e5-e1be-56d1-a7aa-0c23e9db9063-42311f9e-91a5-4489-b886-23a92392a0aa', 'network_id': '42311f9e-91a5-4489-b886-23a92392a0aa', 'project_id': 'b1302222fc7241c1bba468ff84d0f185', 'fixed_ips': [{'subnet_id': '561a56b0-f87c-426e-b64d-24b4120c68b4'}]}} from dv-cinder-835168-1-iscsi. {{(pid=103657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 25 03:25:51.637174 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:51.780965 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Allocated IP 192.168.233.2 (42311f9e-91a5-4489-b886-23a92392a0aa/561a56b0-f87c-426e-b64d-24b4120c68b4/f3be6b0c-e60f-4b03-b1f2-54da467916b4) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:25:51.919333 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Publish callbacks [] for port (f3be6b0c-e60f-4b03-b1f2-54da467916b4), precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:51.986918 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (f3be6b0c-e60f-4b03-b1f2-54da467916b4), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:52.035830 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Network 42311f9e-91a5-4489-b886-23a92392a0aa is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:25:52.037422 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Resources bound (agent type, host, resource id):  {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:25:52.040394 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:25:52.042396 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Pushing event updated for resources: {'Port': ['ID=f3be6b0c-e60f-4b03-b1f2-54da467916b4,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:25:52.051139 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.051480 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.051839 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.052198 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.052525 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.052844 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.053160 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.053481 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.053822 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.054139 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.054452 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.055177 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.055513 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.055831 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.056145 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:25:52.205730 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Attempting to bind port f3be6b0c-e60f-4b03-b1f2-54da467916b4 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:25:52.206071 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Attempting to bind port f3be6b0c-e60f-4b03-b1f2-54da467916b4 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': 'c470392f-fb4c-4e9e-8b29-f990e3ddd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '42311f9e-91a5-4489-b886-23a92392a0aa'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:25:52.206432 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Attempting to bind port f3be6b0c-e60f-4b03-b1f2-54da467916b4 on network 42311f9e-91a5-4489-b886-23a92392a0aa {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:25:52.211823 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:25:52.212190 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Checking segment: {'id': 'c470392f-fb4c-4e9e-8b29-f990e3ddd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '42311f9e-91a5-4489-b886-23a92392a0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:25:52.212589 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:52.212982 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Bound using segment: {'id': 'c470392f-fb4c-4e9e-8b29-f990e3ddd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '42311f9e-91a5-4489-b886-23a92392a0aa'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:25:52.213445 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Bound port: f3be6b0c-e60f-4b03-b1f2-54da467916b4, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c470392f-fb4c-4e9e-8b29-f990e3ddd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '42311f9e-91a5-4489-b886-23a92392a0aa'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:25:52.213847 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (f3be6b0c-e60f-4b03-b1f2-54da467916b4), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:52.274865 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] For port f3be6b0c-e60f-4b03-b1f2-54da467916b4, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:25:52.277844 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] For port f3be6b0c-e60f-4b03-b1f2-54da467916b4, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=f3be6b0c-e60f-4b03-b1f2-54da467916b4,segment=NetworkSegment(c470392f-fb4c-4e9e-8b29-f990e3ddd9fc),segment_id=c470392f-fb4c-4e9e-8b29-f990e3ddd9fc)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:25:52.347196 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (f3be6b0c-e60f-4b03-b1f2-54da467916b4), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:52.411235 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316710f-4151-43f9-8ee2-fa0acd79232c None None] Pushing event updated for resources: {'Port': ['ID=f3be6b0c-e60f-4b03-b1f2-54da467916b4,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:25:53.225285 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c6f62-ca98-4751-beab-a6426ae7e2ef None None] Network 42311f9e-91a5-4489-b886-23a92392a0aa requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:25:53.292368 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-fb8cc268-035c-4eea-8ab7-3477016e96c2 None None] Provisioning complete for port f3be6b0c-e60f-4b03-b1f2-54da467916b4 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:25:53.292751 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb8cc268-035c-4eea-8ab7-3477016e96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (f3be6b0c-e60f-4b03-b1f2-54da467916b4), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:53.404790 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-fb8cc268-035c-4eea-8ab7-3477016e96c2 None None] Current status of the port f3be6b0c-e60f-4b03-b1f2-54da467916b4 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:25:53.405182 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb8cc268-035c-4eea-8ab7-3477016e96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (f3be6b0c-e60f-4b03-b1f2-54da467916b4), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:53.440315 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-fb8cc268-035c-4eea-8ab7-3477016e96c2 None None] For port f3be6b0c-e60f-4b03-b1f2-54da467916b4, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=f3be6b0c-e60f-4b03-b1f2-54da467916b4,segment=NetworkSegment(c470392f-fb4c-4e9e-8b29-f990e3ddd9fc),segment_id=c470392f-fb4c-4e9e-8b29-f990e3ddd9fc)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:25:53.530030 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb8cc268-035c-4eea-8ab7-3477016e96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (f3be6b0c-e60f-4b03-b1f2-54da467916b4), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:53.585832 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cc268-035c-4eea-8ab7-3477016e96c2 None None] Pushing event updated for resources: {'Port': ['ID=f3be6b0c-e60f-4b03-b1f2-54da467916b4,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:25:53.650049 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-01da4b43-b745-4a8c-b4c1-4ea3c1a72fc6 None None] Provisioning complete for port f3be6b0c-e60f-4b03-b1f2-54da467916b4 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:25:53.650450 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-01da4b43-b745-4a8c-b4c1-4ea3c1a72fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (f3be6b0c-e60f-4b03-b1f2-54da467916b4), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:53.730780 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-01da4b43-b745-4a8c-b4c1-4ea3c1a72fc6 None None] Current status of the port f3be6b0c-e60f-4b03-b1f2-54da467916b4 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:25:53.998011 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device f3be6b0c-e60f-4b03-b1f2-54da467916b4 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:25:54.045578 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port f3be6b0c-e60f-4b03-b1f2-54da467916b4 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:25:54.046005 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (f3be6b0c-e60f-4b03-b1f2-54da467916b4), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:25:54.129806 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port f3be6b0c-e60f-4b03-b1f2-54da467916b4 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:26:12.807091 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a207e13c-2279-4c60-b89f-145b614e6f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:26:15.162772 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb359-5b40-4566-9c83-c1bd3bedfd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:26:16.106029 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:26:17.458894 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:26:18.269142 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 5 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:26:19.206931 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:26:42.789157 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-caa193c9-d27a-4b80-9ce4-8392a525f7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:26:45.133358 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d468e2c0-9a16-45f1-b499-6d2f82f8ccca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:26:46.114994 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:26:47.482465 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:26:49.211931 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:26:55.267332 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 5 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:27:12.881482 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3cbae98c-d922-4875-ac34-02c90e8b151a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:15.137072 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f04569a3-7ffb-46d6-98bb-a1b3df39f510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:16.161413 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:17.424398 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:19.224342 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:20.646737 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56140) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:27:20.652416 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [None req-b090e350-ce4d-46ed-aae3-484e3fe4e19d tempest-verify_tempest_config-1922782808 tempest-verify_tempest_config-1922782808-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:27:20.653386 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-b090e350-ce4d-46ed-aae3-484e3fe4e19d tempest-verify_tempest_config-1922782808 tempest-verify_tempest_config-1922782808-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0057573
Mar 25 03:27:21.144102 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56158) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:27:21.250578 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:21.348971 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Publish callbacks [] for security_group (70ea0fb3-e1a3-4266-8752-14e454720480), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:21.435089 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (70ea0fb3-e1a3-4266-8752-14e454720480), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:21.480299 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ea0fb3-e1a3-4266-8752-14e454720480,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:27:21.485395 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=103a789b82b54206bc5f4afeb776e44a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3403039
Mar 25 03:27:21.488328 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56162) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:27:21.490213 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.490569 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.490951 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.491295 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.491663 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.491995 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.492321 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.492645 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.492969 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.493313 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.493622 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.493977 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.494296 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.494615 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.494932 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02897b6-9bd6-4e00-bf4c-3658be1e4ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.544206 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Publish callbacks [] for security_group (70ea0fb3-e1a3-4266-8752-14e454720480), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:21.565390 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Publish callbacks [] for security_group (70ea0fb3-e1a3-4266-8752-14e454720480), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:21.721610 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (70ea0fb3-e1a3-4266-8752-14e454720480), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:21.724154 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:21.725341 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70ea0fb3-e1a3-4266-8752-14e454720480 HTTP/1.1" status: 204  len: 168 time: 0.2360384
Mar 25 03:27:21.732915 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ea0fb3-e1a3-4266-8752-14e454720480,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:27:21.739516 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.739856 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.740243 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.740584 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.740911 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.741235 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.741554 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.741904 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.742235 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.742557 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.742877 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.743194 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.743509 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.743819 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:21.744130 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840bd6-7f22-4942-9774-fe7e887ed54b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:27:32.265451 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 5 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:27:42.863239 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9132994c-55ce-4aa6-8772-b5905394dc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:45.153829 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fca6583a-1d89-42d9-88ac-c00264553d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:46.104217 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:47.463528 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:27:49.279294 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:28:09.263865 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 5 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:28:12.811473 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6db7e399-0186-409a-9288-db821b64fe35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:28:15.154002 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-80083e5b-300c-4b2e-84b3-10ac5e4f19fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:28:16.148381 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:28:17.462548 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:28:19.222610 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:28:42.804965 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a1d77282-3a03-4942-a3ef-1f047694d682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:28:45.176150 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e33b8a3e-239a-48af-a89b-8b97c7ad7a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:28:46.124576 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:28:46.263726 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 5 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:28:47.496119 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:28:49.244406 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:28:59.678836 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462116'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:29:12.815533 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-248608ac-2904-4e80-a5e3-0c9a6ae31f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:29:14.445951 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56234) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:29:14.550789 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-22b50017-7c1c-4303-a0aa-cba3a2c9de9d admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.1037505
Mar 25 03:29:15.146590 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7d0b86b7-08e2-4885-a97e-0ba1c00bae64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:29:16.169833 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:29:16.884407 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56244) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:29:16.937840 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-3b7995f9-9d9d-4350-8182-097537794ed8 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.0517547
Mar 25 03:29:17.437952 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:29:19.238126 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:29:23.262472 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:29:29.637518 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:29:42.803316 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-60abe09c-db55-408d-95a3-a51277fed381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:29:45.140010 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-049c43d6-b6fd-4ffb-8e33-7f823d410732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:29:46.111703 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:29:47.437387 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:29:49.225586 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:29:59.665628 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:00.260545 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:30:12.877014 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-17c038ea-aacc-47a1-b0e2-c42b1b19d6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:15.179220 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4bfac5fa-66c8-4fde-a421-336240eccc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:16.122101 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:17.453830 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:19.236244 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:29.670783 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:37.260201 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:30:42.819527 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-67224e4a-1d10-476e-99df-24c3cae4eea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:45.144552 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1772083c-69c8-423c-9d96-3baded5538b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:46.121714 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:47.509852 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:49.236110 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:52.462074 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56352) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:30:52.701531 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-963960321-network', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:30:52.817765 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Made reservation on behalf of eb7222adc16e4fffa44214043ad0c7ad for: {'network': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:30:52.817765 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:52.824867 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:52.896830 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Publish callbacks [] for security_group (a2d92a7d-aed4-4fc7-9e77-538e07130162), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:52.967110 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (a2d92a7d-aed4-4fc7-9e77-538e07130162), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:52.994728 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=103655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:30:53.005558 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d92a7d-aed4-4fc7-9e77-538e07130162,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:53.015167 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.015515 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.015858 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.016194 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.016673 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.017006 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.017347 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.017717 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.018063 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.018502 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.018838 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.019176 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.019538 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.019913 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.020236 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Tracked resource versions report:
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]: pushed versions:
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]: {   'AddressGroup': {'1.2'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'Agent': {'1.1'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'ConntrackHelper': {'1.0'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'LocalIPAssociation': {'1.0'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'Log': {'1.0'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'NDPProxy': {'1.0'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'Network': {'1.1'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'Port': {'1.7'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'PortForwarding': {'1.3'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'QosPolicy': {'1.10'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'SecurityGroup': {'1.5'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'SecurityGroupRule': {'1.2'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'SubPort': {'1.0'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'Subnet': {'1.1'},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     'Trunk': {'1.1'}}
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]: consumer versions:
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]: {   DHCP agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     HyperV agent@hv-cinder-83516: {},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     L3 agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     Metadata agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     Metering agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:     Open vSwitch agent@dv-cinder-835168-1-iscsi: {   'AddressGroup': '1.2',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'Agent': '1.1',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'ConntrackHelper': '1.0',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'LocalIPAssociation': '1.0',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'Log': '1.0',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'NDPProxy': '1.0',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'Network': '1.1',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'Port': '1.7',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'PortForwarding': '1.3',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'QosPolicy': '1.10',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'SecurityGroup': '1.5',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'SecurityGroupRule': '1.2',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'SubPort': '1.0',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'Subnet': '1.1',
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:                                                      'Trunk': '1.1'}}
Mar 25 03:30:53.021415 dv-cinder-835168-1-iscsi neutron-server[103655]:  {{(pid=103655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 25 03:30:53.026452 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (364eacaf-ec21-48d1-a58d-c1b1a3220f83), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:53.026921 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.segments_db [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Added segment 364eacaf-ec21-48d1-a58d-c1b1a3220f83 of type vlan for network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5
Mar 25 03:30:53.065884 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:53.150443 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:53.151818 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:30:53.152598 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:53.216868 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] Pushing event updated for resources: {'Network': ['ID=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:53.227393 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:30:53.236435 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56386) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:30:53.238487 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-02d5ee69-ac39-4de2-8746-d7c901a43a5d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7733393
Mar 25 03:30:53.242091 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Request body: {'subnet': {'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-963960321-subnet', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:30:53.332636 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Made reservation on behalf of eb7222adc16e4fffa44214043ad0c7ad for: {'subnet': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:30:53.335106 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:53.550157 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for subnet (3f66c337-0509-432b-a485-8345b9a5f7ed), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:53.607991 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f66c337-0509-432b-a485-8345b9a5f7ed,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:53.618666 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.619021 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.619392 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.619738 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.620104 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.620510 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.620843 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.621172 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.621549 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.621903 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.622251 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.622649 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.623062 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.623317 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.623690 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Tracked resource versions report:
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]: pushed versions:
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]: {   'AddressGroup': {'1.2'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'Agent': {'1.1'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'ConntrackHelper': {'1.0'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'LocalIPAssociation': {'1.0'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'Log': {'1.0'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'NDPProxy': {'1.0'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'Network': {'1.1'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'Port': {'1.7'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'PortForwarding': {'1.3'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'QosPolicy': {'1.10'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'SecurityGroup': {'1.5'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'SecurityGroupRule': {'1.2'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'SubPort': {'1.0'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'Subnet': {'1.1'},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     'Trunk': {'1.1'}}
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]: consumer versions:
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]: {   DHCP agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     HyperV agent@hv-cinder-83516: {},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     L3 agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     Metadata agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     Metering agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:     Open vSwitch agent@dv-cinder-835168-1-iscsi: {   'AddressGroup': '1.2',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'Agent': '1.1',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'ConntrackHelper': '1.0',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'LocalIPAssociation': '1.0',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'Log': '1.0',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'NDPProxy': '1.0',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'Network': '1.1',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'Port': '1.7',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'PortForwarding': '1.3',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'QosPolicy': '1.10',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'SecurityGroup': '1.5',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'SecurityGroupRule': '1.2',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'SubPort': '1.0',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'Subnet': '1.1',
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:                                                      'Trunk': '1.1'}}
Mar 25 03:30:53.624844 dv-cinder-835168-1-iscsi neutron-server[103656]:  {{(pid=103656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 25 03:30:53.628833 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Checking segment: {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:30:53.629197 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Network hostable DHCP agents. Network: 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:30:53.743980 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:30:53.841162 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5) {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:30:53.845719 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:30:53.846325 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:53.851571 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dbde5f-a89c-449f-8b6a-3fad17ebd211 None None] Network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:30:53.963444 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc172e3e5-e1be-56d1-a7aa-0c23e9db9063-3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed'}]}} from dv-cinder-835168-1-iscsi. {{(pid=103657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 25 03:30:53.964887 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:53.993224 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-ca80eaa3-9877-4188-b0b2-aa1e89aa1c59 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7556159
Mar 25 03:30:53.995967 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56424) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:30:54.001065 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:30:54.095523 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6037'] for router (6a36ad02-4238-4232-ad4d-dbbf59a59e63), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:54.096836 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6124'] for router (6a36ad02-4238-4232-ad4d-dbbf59a59e63), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:54.124801 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Allocated IP 172.20.0.2 (3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5/3f66c337-0509-432b-a485-8345b9a5f7ed/22fd67c3-23cf-42c1-bb92-32c3a3fa5e72) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:30:54.212284 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Publish callbacks [] for router_controller (6a36ad02-4238-4232-ad4d-dbbf59a59e63), precommit_add_association {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:54.292629 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Publish callbacks [] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:54.396383 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:54.424331 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Publish callbacks [] for router_gateway (6a36ad02-4238-4232-ad4d-dbbf59a59e63), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:54.435732 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:30:54.438579 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Resources bound (agent type, host, resource id):  {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:30:54.442030 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:30:54.453712 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Pushing event updated for resources: {'Port': ['ID=22fd67c3-23cf-42c1-bb92-32c3a3fa5e72,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:54.463494 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.463842 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.464198 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.464572 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.464907 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.465238 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.465565 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.465915 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.466240 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.466564 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.466887 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.467225 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.467549 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.467867 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.468185 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Tracked resource versions report:
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]: pushed versions:
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]: {   'AddressGroup': {'1.2'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'Agent': {'1.1'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'ConntrackHelper': {'1.0'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'LocalIPAssociation': {'1.0'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'Log': {'1.0'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'NDPProxy': {'1.0'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'Network': {'1.1'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'Port': {'1.7'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'PortForwarding': {'1.3'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'QosPolicy': {'1.10'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'SecurityGroup': {'1.5'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'SecurityGroupRule': {'1.2'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'SubPort': {'1.0'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'Subnet': {'1.1'},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     'Trunk': {'1.1'}}
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]: consumer versions:
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]: {   DHCP agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     HyperV agent@hv-cinder-83516: {},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     L3 agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     Metadata agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     Metering agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:     Open vSwitch agent@dv-cinder-835168-1-iscsi: {   'AddressGroup': '1.2',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'Agent': '1.1',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'ConntrackHelper': '1.0',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'LocalIPAssociation': '1.0',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'Log': '1.0',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'NDPProxy': '1.0',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'Network': '1.1',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'Port': '1.7',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'PortForwarding': '1.3',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'QosPolicy': '1.10',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'SecurityGroup': '1.5',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'SecurityGroupRule': '1.2',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'SubPort': '1.0',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'Subnet': '1.1',
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:                                                      'Trunk': '1.1'}}
Mar 25 03:30:54.469356 dv-cinder-835168-1-iscsi neutron-server[103657]:  {{(pid=103657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 25 03:30:54.516083 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Attempting to bind port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:30:54.516460 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Attempting to bind port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:30:54.516825 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Attempting to bind port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:30:54.521742 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:30:54.522121 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Checking segment: {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:30:54.522525 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:54.522920 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Bound using segment: {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:30:54.523388 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Bound port: 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:30:54.523765 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:54.592396 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] For port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:30:54.596265 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] For port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=22fd67c3-23cf-42c1-bb92-32c3a3fa5e72,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:30:54.676601 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:54.738133 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1985efd-27fe-4c69-b80f-8dfa1b66bc25 None None] Pushing event updated for resources: {'Port': ['ID=22fd67c3-23cf-42c1-bb92-32c3a3fa5e72,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:54.792197 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Publish callbacks [] for router_gateway (6a36ad02-4238-4232-ad4d-dbbf59a59e63), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:54.812435 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:54.928566 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56452) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:30:54.974014 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Allocated IP 172.27.0.173 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/41c25636-d962-43b3-b1b4-448b585c4340) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:30:54.979914 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56456) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:30:55.111977 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Publish callbacks [] for port (41c25636-d962-43b3-b1b4-448b585c4340), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.180544 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56464) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:30:55.306542 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-network', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:30:55.327856 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (41c25636-d962-43b3-b1b4-448b585c4340), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.369418 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:30:55.377298 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:30:55.379837 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:30:55.383002 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Pushing event updated for resources: {'Port': ['ID=41c25636-d962-43b3-b1b4-448b585c4340,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:55.419170 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Made reservation on behalf of cb503745eeb5421c88b2fe9a4ef78921 for: {'network': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:30:55.422040 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.431230 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.444529 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-93719214-network', 'tenant_id': '0eebba0522ca4ad38c508481bc67b791'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:30:55.547039 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Publish callbacks [] for security_group (e847e7fe-1cdd-449e-8094-0c121e81f4c0), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.561313 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Made reservation on behalf of 0eebba0522ca4ad38c508481bc67b791 for: {'network': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:30:55.564350 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.587146 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.592322 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-827384927-network', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:30:55.689512 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (e847e7fe-1cdd-449e-8094-0c121e81f4c0), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.706751 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Publish callbacks [] for security_group (4de48ba1-8bbb-47f2-9841-f7ab4498100d), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.727180 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e847e7fe-1cdd-449e-8094-0c121e81f4c0,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:55.747193 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=103656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:30:55.765179 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748511614010', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (410c8fea-a623-4309-b4d6-acfab56d6e35), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.766110 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4ebed543a0> segment precommit_create {{(pid=103656) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Mar 25 03:30:55.766884 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.segments_db [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Added segment 410c8fea-a623-4309-b4d6-acfab56d6e35 of type vlan for network 2c5a4335-913f-4831-9329-aefa2b16e173
Mar 25 03:30:55.783980 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Made reservation on behalf of 6750a1abb76a492a97a64e85a17b7237 for: {'network': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:30:55.786270 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.800889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.837432 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (4de48ba1-8bbb-47f2-9841-f7ab4498100d), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.849050 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Publish callbacks [] for router_gateway (6a36ad02-4238-4232-ad4d-dbbf59a59e63), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.866777 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (2c5a4335-913f-4831-9329-aefa2b16e173), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.867406 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca414e4a-da17-407c-935a-f1de551b06a2 None None] Network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:30:55.894674 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198}  {{(pid=103656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:30:55.915783 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de48ba1-8bbb-47f2-9841-f7ab4498100d,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:55.925227 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (6a50d8c4-31ef-4ad1-8069-06f81a9592e4), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:55.925687 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.segments_db [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Added segment 6a50d8c4-31ef-4ad1-8069-06f81a9592e4 of type vlan for network a0c4ba64-ea6d-4bff-86a1-292111caf644
Mar 25 03:30:55.988037 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (a0c4ba64-ea6d-4bff-86a1-292111caf644), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.047141 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Publish callbacks [] for security_group (f5a2e4aa-e7cc-43b1-830e-02c06a4032c9), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.052929 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (2c5a4335-913f-4831-9329-aefa2b16e173), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.054154 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:30:56.055298 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.111495 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-354e58d2-40d6-43bc-b092-8a43023223b2 None None] Provisioning complete for port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:30:56.112081 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-354e58d2-40d6-43bc-b092-8a43023223b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.131867 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462381'] for router (6a36ad02-4238-4232-ad4d-dbbf59a59e63), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.215158 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (a0c4ba64-ea6d-4bff-86a1-292111caf644), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.216093 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:30:56.216660 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.222320 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-354e58d2-40d6-43bc-b092-8a43023223b2 None None] Current status of the port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:30:56.227699 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-354e58d2-40d6-43bc-b092-8a43023223b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.253556 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (f5a2e4aa-e7cc-43b1-830e-02c06a4032c9), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.295944 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-354e58d2-40d6-43bc-b092-8a43023223b2 None None] For port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=22fd67c3-23cf-42c1-bb92-32c3a3fa5e72,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:30:56.341123 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:30:56.360492 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4307973
Mar 25 03:30:56.361459 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:56.370342 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56508) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:30:56.380535 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-7a9360f2-53ad-4dda-8432-e8073a12560e admin admin] Request body: {'subnet': {'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-subnet', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:30:56.383848 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8af99-927e-4322-8cd3-4241d7a424b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2c5a4335-913f-4831-9329-aefa2b16e173,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:56.455714 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=103656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:30:56.459543 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c4ba64-ea6d-4bff-86a1-292111caf644,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:56.460007 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-354e58d2-40d6-43bc-b092-8a43023223b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.469312 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 2c5a4335-913f-4831-9329-aefa2b16e173 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:30:56.484838 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-688c5b84-8f6c-4e46-9727-7c12fd85ee40 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.5038161
Mar 25 03:30:56.485773 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56514) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:30:56.496277 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-50ebefae-06e5-449c-91b1-10ff6c7ff0b8 admin admin] Request body: {'subnet': {'network_id': 'a0c4ba64-ea6d-4bff-86a1-292111caf644', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-93719214-subnet', 'tenant_id': '0eebba0522ca4ad38c508481bc67b791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:30:56.500448 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (737d88cb-258d-42e4-a259-0d51d1ea6981), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.501003 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.segments_db [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Added segment 737d88cb-258d-42e4-a259-0d51d1ea6981 of type vlan for network 9d70a202-db46-4a1a-a143-044e2e127080
Mar 25 03:30:56.567585 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 is scheduled to L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 with binding_index 1 {{(pid=103655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 25 03:30:56.636459 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9360f2-53ad-4dda-8432-e8073a12560e admin admin] Made reservation on behalf of cb503745eeb5421c88b2fe9a4ef78921 for: {'subnet': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:30:56.642141 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7a9360f2-53ad-4dda-8432-e8073a12560e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.668742 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network a0c4ba64-ea6d-4bff-86a1-292111caf644 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:30:56.715356 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (9d70a202-db46-4a1a-a143-044e2e127080), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.782326 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ebefae-06e5-449c-91b1-10ff6c7ff0b8 admin admin] Made reservation on behalf of 0eebba0522ca4ad38c508481bc67b791 for: {'subnet': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:30:56.789399 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-50ebefae-06e5-449c-91b1-10ff6c7ff0b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.863168 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:30:56.876061 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Sync routers for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:30:56.898058 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:30:56.898778 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc4a98b0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:30:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:30:56.931086 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (9d70a202-db46-4a1a-a143-044e2e127080), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.932516 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:30:56.932762 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.942930 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e58d2-40d6-43bc-b092-8a43023223b2 None None] Pushing event updated for resources: {'Port': ['ID=22fd67c3-23cf-42c1-bb92-32c3a3fa5e72,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:56.965650 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:30:56.965774 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.965873 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:56.965962 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-a8542a48-8a82-4b4d-9d6a-5478923927cb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.9680600
Mar 25 03:30:56.968487 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56540) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:30:57.060027 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] Pushing event updated for resources: {'Network': ['ID=9d70a202-db46-4a1a-a143-044e2e127080,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:57.070581 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-2a1319dd-5564-4ff9-b293-a39bfba23bc3 None None] Provisioning complete for port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:30:57.070962 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2a1319dd-5564-4ff9-b293-a39bfba23bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:57.126194 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 9d70a202-db46-4a1a-a143-044e2e127080 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:30:57.275258 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-cbf77d47-a687-478c-b548-dd101dffc1cb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.0956695
Mar 25 03:30:57.279889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56560) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:30:57.286993 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-529d42b3-52ea-4524-a696-22759a788238 admin admin] Request body: {'subnet': {'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-subnet', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:30:57.400786 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:30:57.417502 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:30:57.486899 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7a9360f2-53ad-4dda-8432-e8073a12560e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for subnet (f0fc2db0-5f07-4ebd-b00d-4236a2fef620), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:57.496227 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-2a1319dd-5564-4ff9-b293-a39bfba23bc3 None None] Current status of the port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:30:57.592986 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529d42b3-52ea-4524-a696-22759a788238 admin admin] Made reservation on behalf of 6750a1abb76a492a97a64e85a17b7237 for: {'subnet': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:30:57.597696 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-529d42b3-52ea-4524-a696-22759a788238 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:57.644630 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc4a98b0>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:55Z', 'revision_number': 3, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:30:57.676784 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Checking router: 6a36ad02-4238-4232-ad4d-dbbf59a59e63 for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:30:57.677156 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Updating router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 port 41c25636-d962-43b3-b1b4-448b585c4340 binding host dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:30:57.705923 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (41c25636-d962-43b3-b1b4-448b585c4340), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:57.718629 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9360f2-53ad-4dda-8432-e8073a12560e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0fc2db0-5f07-4ebd-b00d-4236a2fef620,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:57.721065 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-50ebefae-06e5-449c-91b1-10ff6c7ff0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for subnet (d4dfdef7-3da7-4dca-bd2d-64c55a2082f1), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:57.820687 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:57.835672 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9360f2-53ad-4dda-8432-e8073a12560e admin admin] Checking segment: {'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:30:57.835672 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9360f2-53ad-4dda-8432-e8073a12560e admin admin] Network hostable DHCP agents. Network: 2c5a4335-913f-4831-9329-aefa2b16e173, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:30:57.850551 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebefae-06e5-449c-91b1-10ff6c7ff0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4dfdef7-3da7-4dca-bd2d-64c55a2082f1,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:57.906967 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ebefae-06e5-449c-91b1-10ff6c7ff0b8 admin admin] Checking segment: {'id': '6a50d8c4-31ef-4ad1-8069-06f81a9592e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0c4ba64-ea6d-4bff-86a1-292111caf644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:30:57.907370 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ebefae-06e5-449c-91b1-10ff6c7ff0b8 admin admin] Network hostable DHCP agents. Network: a0c4ba64-ea6d-4bff-86a1-292111caf644, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:30:57.991464 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9360f2-53ad-4dda-8432-e8073a12560e admin admin] Network 2c5a4335-913f-4831-9329-aefa2b16e173 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:30:58.019645 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Publish callbacks [] for port (41c25636-d962-43b3-b1b4-448b585c4340), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.024427 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Allocated IP 172.20.0.1 (3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5/3f66c337-0509-432b-a485-8345b9a5f7ed/dbecd932-a962-4d60-96f0-8e7db35ee111) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:30:58.048183 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ebefae-06e5-449c-91b1-10ff6c7ff0b8 admin admin] Network a0c4ba64-ea6d-4bff-86a1-292111caf644 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:30:58.135400 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:30:58.161735 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-529d42b3-52ea-4524-a696-22759a788238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for subnet (7008e8ea-4697-461d-ba8a-15ecafc567cb), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.191782 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:30:58.192495 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.221236 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d42b3-52ea-4524-a696-22759a788238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7008e8ea-4697-461d-ba8a-15ecafc567cb,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:58.226824 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529d42b3-52ea-4524-a696-22759a788238 admin admin] Checking segment: {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:30:58.227316 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529d42b3-52ea-4524-a696-22759a788238 admin admin] Network hostable DHCP agents. Network: 9d70a202-db46-4a1a-a143-044e2e127080, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:30:58.239570 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Publish callbacks [] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.268756 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (41c25636-d962-43b3-b1b4-448b585c4340), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.282099 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:30:58.304948 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-7a9360f2-53ad-4dda-8432-e8073a12560e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 2c5a4335-913f-4831-9329-aefa2b16e173) {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:30:58.311967 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-50ebefae-06e5-449c-91b1-10ff6c7ff0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, a0c4ba64-ea6d-4bff-86a1-292111caf644) {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:30:58.314837 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Pushing event updated for resources: {'Port': ['ID=41c25636-d962-43b3-b1b4-448b585c4340,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:58.315793 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9360f2-53ad-4dda-8432-e8073a12560e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:30:58.316058 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bbe25b-8d11-4f00-9ee1-2edf7e48515c None None] Network 2c5a4335-913f-4831-9329-aefa2b16e173 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:30:58.316384 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7a9360f2-53ad-4dda-8432-e8073a12560e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.317503 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Attempting to bind port 41c25636-d962-43b3-b1b4-448b585c4340 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:30:58.317905 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Attempting to bind port 41c25636-d962-43b3-b1b4-448b585c4340 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:30:58.318801 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Attempting to bind port 41c25636-d962-43b3-b1b4-448b585c4340 on network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:30:58.328399 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:30:58.328788 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Checking segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:30:58.329197 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.329600 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Bound using segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:30:58.330104 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Bound port: 41c25636-d962-43b3-b1b4-448b585c4340, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:30:58.330490 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (41c25636-d962-43b3-b1b4-448b585c4340), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.332763 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.333119 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.333483 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.334049 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.334394 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.335062 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.335407 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.336428 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.336927 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.337626 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.338411 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.339048 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ebefae-06e5-449c-91b1-10ff6c7ff0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:30:58.339180 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.339657 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.339850 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-50ebefae-06e5-449c-91b1-10ff6c7ff0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.340625 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.341112 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Tracked resource versions report:
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]: pushed versions:
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]: {   'AddressGroup': {'1.2'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'Agent': {'1.1'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'ConntrackHelper': {'1.0'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'LocalIPAssociation': {'1.0'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'Log': {'1.0'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'NDPProxy': {'1.0'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'Network': {'1.1'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'Port': {'1.7'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'PortForwarding': {'1.3'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'QosPolicy': {'1.10'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'SecurityGroup': {'1.5'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'SecurityGroupRule': {'1.2'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'SubPort': {'1.0'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'Subnet': {'1.1'},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     'Trunk': {'1.1'}}
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]: consumer versions:
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]: {   DHCP agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     HyperV agent@hv-cinder-83516: {},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     L3 agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     Metadata agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     Metering agent@dv-cinder-835168-1-iscsi: {},
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:     Open vSwitch agent@dv-cinder-835168-1-iscsi: {   'AddressGroup': '1.2',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'Agent': '1.1',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'ConntrackHelper': '1.0',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'LocalIPAssociation': '1.0',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'Log': '1.0',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'NDPProxy': '1.0',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'Network': '1.1',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'Port': '1.7',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'PortForwarding': '1.3',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'QosPolicy': '1.10',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'SecurityGroup': '1.5',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'SecurityGroupRule': '1.2',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'SubPort': '1.0',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'Subnet': '1.1',
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:                                                      'Trunk': '1.1'}}
Mar 25 03:30:58.343862 dv-cinder-835168-1-iscsi neutron-server[103658]:  {{(pid=103658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 25 03:30:58.372251 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a71b0d-e9e8-4317-9a8f-ba71069c95c0 None None] Network a0c4ba64-ea6d-4bff-86a1-292111caf644 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:30:58.396456 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.399125 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] For port 41c25636-d962-43b3-b1b4-448b585c4340, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:30:58.402361 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] For port 41c25636-d962-43b3-b1b4-448b585c4340, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=41c25636-d962-43b3-b1b4-448b585c4340,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:30:58.432375 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:30:58.435717 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:30:58.441429 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:30:58.452379 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459256'] for router_interface (6a36ad02-4238-4232-ad4d-dbbf59a59e63), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.475545 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529d42b3-52ea-4524-a696-22759a788238 admin admin] Network 9d70a202-db46-4a1a-a143-044e2e127080 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:30:58.493201 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Pushing event updated for resources: {'Port': ['ID=dbecd932-a962-4d60-96f0-8e7db35ee111,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:58.500263 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-7a9360f2-53ad-4dda-8432-e8073a12560e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.1282928
Mar 25 03:30:58.502366 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56580) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:30:58.514488 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:30:58.517516 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (41c25636-d962-43b3-b1b4-448b585c4340), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.528862 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-50ebefae-06e5-449c-91b1-10ff6c7ff0b8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.0369565
Mar 25 03:30:58.529574 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-529d42b3-52ea-4524-a696-22759a788238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 9d70a202-db46-4a1a-a143-044e2e127080) {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:30:58.540818 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc172e3e5-e1be-56d1-a7aa-0c23e9db9063-2c5a4335-913f-4831-9329-aefa2b16e173', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620'}]}} from dv-cinder-835168-1-iscsi. {{(pid=103657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 25 03:30:58.541729 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.555164 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529d42b3-52ea-4524-a696-22759a788238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:30:58.556035 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-529d42b3-52ea-4524-a696-22759a788238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.572198 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674b05ce-3525-4fd7-844e-701c775021e1 None None] Network a0c4ba64-ea6d-4bff-86a1-292111caf644 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:30:58.591613 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:30:58.592443 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc4a98b0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:30:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:30:58.628345 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082bc1a4-5067-4e2b-9593-9f7ad31a9a99 None None] Network 9d70a202-db46-4a1a-a143-044e2e127080 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:30:58.666001 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37760a39-27f3-4b90-bf81-e2caba449c52 None None] Pushing event updated for resources: {'Port': ['ID=41c25636-d962-43b3-b1b4-448b585c4340,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:58.689738 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-529d42b3-52ea-4524-a696-22759a788238 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.4051948
Mar 25 03:30:58.691200 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56584) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:30:58.694407 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:30:58.770797 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:30:58.822300 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.837279 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6037'] for router (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.838364 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6124'] for router (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.903417 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6037'] for router (727720ad-3914-4a41-a91d-7fef522c018a), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.904431 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6124'] for router (727720ad-3914-4a41-a91d-7fef522c018a), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.914051 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Publish callbacks [] for router_controller (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), precommit_add_association {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:58.968569 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Publish callbacks [] for router_controller (727720ad-3914-4a41-a91d-7fef522c018a), precommit_add_association {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:59.015564 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-8d4ecc3e-dd02-4153-a3a6-f5d668306fbd None None] Provisioning complete for port dbecd932-a962-4d60-96f0-8e7db35ee111 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:30:59.015888 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8d4ecc3e-dd02-4153-a3a6-f5d668306fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:59.062340 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc4a98b0>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:55Z', 'revision_number': 3, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:30:59.066599 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Publish callbacks [] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:59.114388 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b62453-ac5b-4e18-b809-8555a201bff4 None None] The sync data for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi is: [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:55Z', 'revision_number': 3, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:30:59.115717 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc172e3e5-e1be-56d1-a7aa-0c23e9db9063-9d70a202-db46-4a1a-a143-044e2e127080', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb'}]}} from dv-cinder-835168-1-iscsi. {{(pid=103657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 25 03:30:59.116724 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:59.129964 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Allocated IP 172.20.0.2 (2c5a4335-913f-4831-9329-aefa2b16e173/f0fc2db0-5f07-4ebd-b00d-4236a2fef620/01f91cf1-ea1f-4edb-b582-b20931479a3e) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:30:59.144482 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:59.145651 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-459116'] for router_interface (6a36ad02-4238-4232-ad4d-dbbf59a59e63), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:59.274264 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ecc3e-dd02-4153-a3a6-f5d668306fbd None None] Port dbecd932-a962-4d60-96f0-8e7db35ee111 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:30:59.303420 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Pushing event updated for resources: {'Port': ['ID=dbecd932-a962-4d60-96f0-8e7db35ee111,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:59.336059 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Publish callbacks [] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:59.428365 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:59.471399 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Publish callbacks [] for router_gateway (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:59.488635 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56620) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:30:59.490584 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Publish callbacks [] for router_gateway (727720ad-3914-4a41-a91d-7fef522c018a), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:59.497411 dv-cinder-835168-1-iscsi neutron-server[103656]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Mar 25 03:30:59.514860 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:30:59.520148 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:30:59.546656 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Network 2c5a4335-913f-4831-9329-aefa2b16e173 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:30:59.565762 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Resources bound (agent type, host, resource id):  {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:30:59.613091 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:30:59.684604 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Allocated IP 172.20.0.2 (9d70a202-db46-4a1a-a143-044e2e127080/7008e8ea-4697-461d-ba8a-15ecafc567cb/f0c315b2-b437-4f56-a42f-d8832fd88db6) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:30:59.694941 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Pushing event updated for resources: {'Port': ['ID=01f91cf1-ea1f-4edb-b582-b20931479a3e,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:30:59.732093 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:30:59.817500 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:59.863083 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Attempting to bind port 01f91cf1-ea1f-4edb-b582-b20931479a3e on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:30:59.864281 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Attempting to bind port 01f91cf1-ea1f-4edb-b582-b20931479a3e by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:30:59.864879 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Attempting to bind port 01f91cf1-ea1f-4edb-b582-b20931479a3e on network 2c5a4335-913f-4831-9329-aefa2b16e173 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:30:59.877975 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:30:59.878353 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Checking segment: {'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:30:59.878754 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:59.879157 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Bound using segment: {'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:30:59.881942 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Bound port: 01f91cf1-ea1f-4edb-b582-b20931479a3e, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:30:59.884882 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:30:59.913306 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:30:59.929862 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-398bbabe-0d2a-456a-82e9-08f66e08e611 admin admin] 10.222.0.24 "PUT /v2.0/routers/6a36ad02-4238-4232-ad4d-dbbf59a59e63/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9603026
Mar 25 03:31:00.029498 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-3256af25-7e6f-4b25-8bb0-474104037131 None None] Provisioning complete for port dbecd932-a962-4d60-96f0-8e7db35ee111 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:00.029954 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3256af25-7e6f-4b25-8bb0-474104037131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:00.074447 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-373d322c-9540-45f8-86cc-698c3c2f97c3 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:00.080295 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-373d322c-9540-45f8-86cc-698c3c2f97c3 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/networks?id=a0c4ba64-ea6d-4bff-86a1-292111caf644 HTTP/1.1" status: 200  len: 810 time: 0.5850499
Mar 25 03:31:00.148603 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-3256af25-7e6f-4b25-8bb0-474104037131 None None] Port dbecd932-a962-4d60-96f0-8e7db35ee111 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:31:00.157508 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-edeea4d0-ed32-4500-a518-5905afdc846a tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/quotas/0eebba0522ca4ad38c508481bc67b791 HTTP/1.1" status: 200  len: 375 time: 0.0598183
Mar 25 03:31:00.161770 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Publish callbacks [] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:00.196973 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] For port 01f91cf1-ea1f-4edb-b582-b20931479a3e, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:31:00.203325 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] For port 01f91cf1-ea1f-4edb-b582-b20931479a3e, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=01f91cf1-ea1f-4edb-b582-b20931479a3e,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:31:00.247429 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-2d6eae3f-fb53-4ff2-93e3-40c6697dcec5 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eebba0522ca4ad38c508481bc67b791&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0819316
Mar 25 03:31:00.254940 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 41c25636-d962-43b3-b1b4-448b585c4340 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:00.301513 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:00.318749 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:00.432668 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Network 9d70a202-db46-4a1a-a143-044e2e127080 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:00.443069 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Resources bound (agent type, host, resource id):  {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:00.454369 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:31:00.465111 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16760c90-3784-4daf-9527-08ac80f61182 None None] Pushing event updated for resources: {'Port': ['ID=01f91cf1-ea1f-4edb-b582-b20931479a3e,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:00.547016 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 41c25636-d962-43b3-b1b4-448b585c4340 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:00.547434 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (41c25636-d962-43b3-b1b4-448b585c4340), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:00.621334 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Pushing event updated for resources: {'Port': ['ID=f0c315b2-b437-4f56-a42f-d8832fd88db6,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:00.655481 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Attempting to bind port f0c315b2-b437-4f56-a42f-d8832fd88db6 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:31:00.655891 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Attempting to bind port f0c315b2-b437-4f56-a42f-d8832fd88db6 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:31:00.656255 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Attempting to bind port f0c315b2-b437-4f56-a42f-d8832fd88db6 on network 9d70a202-db46-4a1a-a143-044e2e127080 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:00.676061 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:31:00.680068 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Checking segment: {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:31:00.680068 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:00.681138 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Bound using segment: {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:31:00.681787 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Bound port: f0c315b2-b437-4f56-a42f-d8832fd88db6, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:31:00.682077 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:00.879127 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56662) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:00.902615 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Publish callbacks [] for router_gateway (727720ad-3914-4a41-a91d-7fef522c018a), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:00.931933 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 41c25636-d962-43b3-b1b4-448b585c4340 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:00.932248 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (41c25636-d962-43b3-b1b4-448b585c4340), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:00.965475 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:00.972398 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] For port f0c315b2-b437-4f56-a42f-d8832fd88db6, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:31:00.976818 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] For port f0c315b2-b437-4f56-a42f-d8832fd88db6, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=f0c315b2-b437-4f56-a42f-d8832fd88db6,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:31:01.009162 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port 41c25636-d962-43b3-b1b4-448b585c4340, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=41c25636-d962-43b3-b1b4-448b585c4340,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:01.058097 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56670) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:01.059845 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.063459 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-ffa36e94-9531-4304-a276-c1721537b826 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157233707', 'description': 'tempest-description--191541404'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:01.111643 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Publish callbacks [] for router_gateway (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.121301 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (41c25636-d962-43b3-b1b4-448b585c4340), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.161058 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.165910 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbde17-84d5-4065-b9c8-6652e3d22e83 None None] Pushing event updated for resources: {'Port': ['ID=f0c315b2-b437-4f56-a42f-d8832fd88db6,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:01.203071 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-2b5bf2b5-5026-4aaa-a223-25d2168c96d1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:31:01.204277 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-2b5bf2b5-5026-4aaa-a223-25d2168c96d1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.4519205
Mar 25 03:31:01.219264 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ffa36e94-9531-4304-a276-c1721537b826 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.440576 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=41c25636-d962-43b3-b1b4-448b585c4340,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:01.448018 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-9135cdcc-edda-4868-ba0b-20b4fcca68a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.448018 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ffa36e94-9531-4304-a276-c1721537b826 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (1f3f0d78-4cd2-4fca-8897-84729aafd141), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.457776 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Allocated IP 172.27.0.30 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/2756141c-34e2-48c8-a81a-139308b6e13e) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:31:01.564763 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-9135cdcc-edda-4868-ba0b-20b4fcca68a5 admin admin] Publish callbacks [] for security_group (71dc73c2-1322-434c-a9c0-1154b626dad5), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.575012 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ffa36e94-9531-4304-a276-c1721537b826 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (1f3f0d78-4cd2-4fca-8897-84729aafd141), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.579898 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-25519c6a-51f0-49b4-a798-4f603792ab5b service neutron] 10.222.0.24 "GET /v2.0/networks/a0c4ba64-ea6d-4bff-86a1-292111caf644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3657320
Mar 25 03:31:01.611733 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa36e94-9531-4304-a276-c1721537b826 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3f0d78-4cd2-4fca-8897-84729aafd141,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:01.664155 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-9135cdcc-edda-4868-ba0b-20b4fcca68a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (71dc73c2-1322-434c-a9c0-1154b626dad5), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.704656 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ffa36e94-9531-4304-a276-c1721537b826 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.706175 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-ffa36e94-9531-4304-a276-c1721537b826 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1793 time: 0.6471052
Mar 25 03:31:01.716198 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56694) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:01.723285 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-010df72c-9d79-4276-83a3-2f5639e29289 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'security_group_rule': {'security_group_id': '1f3f0d78-4cd2-4fca-8897-84729aafd141', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:01.735118 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135cdcc-edda-4868-ba0b-20b4fcca68a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dc73c2-1322-434c-a9c0-1154b626dad5,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:01.746165 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56696) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:01.747538 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-9135cdcc-edda-4868-ba0b-20b4fcca68a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4867114ee0294491bd5272ab9131a9a0&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8677888
Mar 25 03:31:01.821345 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Publish callbacks [] for port (2756141c-34e2-48c8-a81a-139308b6e13e), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.846286 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-b128036a-6121-43b2-9abc-b461bed60796 service neutron] 10.222.0.24 "GET /v2.0/networks/a0c4ba64-ea6d-4bff-86a1-292111caf644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2085040
Mar 25 03:31:01.875954 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-010df72c-9d79-4276-83a3-2f5639e29289 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (1f55e491-5a47-4916-818f-0301d8e2febf), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.924212 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-18f3dd8b-d3d4-470a-8bfc-13756e35c72a admin admin] Publish callbacks [] for security_group (71dc73c2-1322-434c-a9c0-1154b626dad5), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:01.974680 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-18f3dd8b-d3d4-470a-8bfc-13756e35c72a admin admin] Publish callbacks [] for security_group (71dc73c2-1322-434c-a9c0-1154b626dad5), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:02.032289 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-010df72c-9d79-4276-83a3-2f5639e29289 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (1f55e491-5a47-4916-818f-0301d8e2febf), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:02.036513 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (2756141c-34e2-48c8-a81a-139308b6e13e), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:02.153288 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-010df72c-9d79-4276-83a3-2f5639e29289 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (1f55e491-5a47-4916-818f-0301d8e2febf), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:02.159620 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:02.191425 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56714) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:02.200855 dv-cinder-835168-1-iscsi neutron-server[103655]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Mar 25 03:31:02.209783 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:02.226066 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:31:02.228062 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Pushing event updated for resources: {'Port': ['ID=2756141c-34e2-48c8-a81a-139308b6e13e,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:02.232075 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Allocated IP 172.27.0.117 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/9962a606-3d7e-4b16-a478-e0ffd16c7a03) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:31:02.234675 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010df72c-9d79-4276-83a3-2f5639e29289 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f55e491-5a47-4916-818f-0301d8e2febf,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:02.272098 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-babf7e16-8fb9-46e0-b173-46111bc5850c req-9fa3e2c6-a7ff-456f-88d5-b7a2a2277bda tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 210 time: 0.0730205
Mar 25 03:31:02.411696 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-18f3dd8b-d3d4-470a-8bfc-13756e35c72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (71dc73c2-1322-434c-a9c0-1154b626dad5), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:02.414378 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-18f3dd8b-d3d4-470a-8bfc-13756e35c72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:02.419228 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-18f3dd8b-d3d4-470a-8bfc-13756e35c72a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71dc73c2-1322-434c-a9c0-1154b626dad5 HTTP/1.1" status: 204  len: 168 time: 0.6706944
Mar 25 03:31:02.436045 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3dd8b-d3d4-470a-8bfc-13756e35c72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dc73c2-1322-434c-a9c0-1154b626dad5,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:02.519822 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-010df72c-9d79-4276-83a3-2f5639e29289 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:02.521021 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-010df72c-9d79-4276-83a3-2f5639e29289 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8043089
Mar 25 03:31:02.527464 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56734) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:02.535957 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-8c2546a9-9841-426c-93ae-cec03f298e49 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'security_group_rule': {'security_group_id': '1f3f0d78-4cd2-4fca-8897-84729aafd141', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:02.560047 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 41c25636-d962-43b3-b1b4-448b585c4340 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:02.598978 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Publish callbacks [] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:02.690124 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 41c25636-d962-43b3-b1b4-448b585c4340 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:02.690290 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (41c25636-d962-43b3-b1b4-448b585c4340), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:02.739384 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1d613e-2785-4f7f-b8b8-df6198ebfe44 None None] Network 9d70a202-db46-4a1a-a143-044e2e127080 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:31:02.771819 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Publish callbacks [] for router_gateway (727720ad-3914-4a41-a91d-7fef522c018a), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:02.833960 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-c4d5e067-f193-4c92-a577-8897ca1addd7 None None] Provisioning complete for port f0c315b2-b437-4f56-a42f-d8832fd88db6 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:02.835195 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e067-f193-4c92-a577-8897ca1addd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:02.855081 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:02.876280 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8c2546a9-9841-426c-93ae-cec03f298e49 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (efd317c8-2cc4-4b2b-a1a4-82baab633e9a), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:02.876442 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Sync routers for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:31:02.910877 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:02.921603 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:02.925405 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Pushing event updated for resources: {'Port': ['ID=9962a606-3d7e-4b16-a478-e0ffd16c7a03,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:02.934001 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:31:02.943860 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdde82a6-9c52-4340-838c-278e77a898ec None None] Network 2c5a4335-913f-4831-9329-aefa2b16e173 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:31:02.950622 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:02.951256 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf362130>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:30:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:02.951806 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8c2546a9-9841-426c-93ae-cec03f298e49 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (efd317c8-2cc4-4b2b-a1a4-82baab633e9a), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:03.115639 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8c2546a9-9841-426c-93ae-cec03f298e49 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (efd317c8-2cc4-4b2b-a1a4-82baab633e9a), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:03.136165 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2546a9-9841-426c-93ae-cec03f298e49 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd317c8-2cc4-4b2b-a1a4-82baab633e9a,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:03.156794 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 41c25636-d962-43b3-b1b4-448b585c4340 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:03.157923 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device f0c315b2-b437-4f56-a42f-d8832fd88db6 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:03.249975 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8c2546a9-9841-426c-93ae-cec03f298e49 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:03.251812 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-8c2546a9-9841-426c-93ae-cec03f298e49 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7214916
Mar 25 03:31:03.263351 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56748) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:03.268287 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:03.305232 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462381'] for router (727720ad-3914-4a41-a91d-7fef522c018a), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:03.336086 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-c4d5e067-f193-4c92-a577-8897ca1addd7 None None] Current status of the port f0c315b2-b437-4f56-a42f-d8832fd88db6 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:03.336951 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e067-f193-4c92-a577-8897ca1addd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:03.368216 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:03.438139 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2586fbd5-6831-4304-a0f3-072e5bedbc15 req-2824cd98-96c1-4dfa-bb27-5f9518e3ff8f tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 210 time: 0.0644035
Mar 25 03:31:03.440634 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:03.498586 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port f0c315b2-b437-4f56-a42f-d8832fd88db6 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:03.499132 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:03.557311 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-c4d5e067-f193-4c92-a577-8897ca1addd7 None None] For port f0c315b2-b437-4f56-a42f-d8832fd88db6, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=f0c315b2-b437-4f56-a42f-d8832fd88db6,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:03.644958 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Publish callbacks [] for router_gateway (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:03.681265 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e067-f193-4c92-a577-8897ca1addd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:03.717025 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56762) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:03.858037 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:03.958667 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Router 727720ad-3914-4a41-a91d-7fef522c018a is scheduled to L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 with binding_index 1 {{(pid=103656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 25 03:31:04.012816 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-8e18a472-6f4e-440e-bbd6-43c772376868 None None] Provisioning complete for port f0c315b2-b437-4f56-a42f-d8832fd88db6 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:04.014372 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8e18a472-6f4e-440e-bbd6-43c772376868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.024587 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5e067-f193-4c92-a577-8897ca1addd7 None None] Pushing event updated for resources: {'Port': ['ID=f0c315b2-b437-4f56-a42f-d8832fd88db6,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:04.044121 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e4a43148-d802-4ee6-95b4-6af827dad5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.170588 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port f0c315b2-b437-4f56-a42f-d8832fd88db6 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:04.174186 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 01f91cf1-ea1f-4edb-b582-b20931479a3e up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:04.195542 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56788) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:04.200882 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Allocated IP 172.27.0.175 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/645a64f9-f4fa-4be0-a1b2-8e0e21d9d465) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:31:04.206531 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462381'] for router (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.299272 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:31:04.312182 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Sync routers for ids ['727720ad-3914-4a41-a91d-7fef522c018a'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:31:04.329234 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Routers {'727720ad-3914-4a41-a91d-7fef522c018a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:04.335671 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebe43c9d0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:30:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['727720ad-3914-4a41-a91d-7fef522c018a'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:04.364014 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e4a43148-d802-4ee6-95b4-6af827dad5d1 admin admin] Publish callbacks [] for security_group (4e436f4c-4b7b-4930-b6a9-c81f84146669), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.378098 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.379404 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-dacc9578-ba37-4a1f-bb20-c06cfb4e03bb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.6884735
Mar 25 03:31:04.382521 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56798) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:04.419859 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e4a43148-d802-4ee6-95b4-6af827dad5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (4e436f4c-4b7b-4930-b6a9-c81f84146669), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.522489 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for port (645a64f9-f4fa-4be0-a1b2-8e0e21d9d465), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.552961 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf362130>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 2, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:04.555839 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 01f91cf1-ea1f-4edb-b582-b20931479a3e triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:04.555839 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.558373 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-8e18a472-6f4e-440e-bbd6-43c772376868 None None] Current status of the port f0c315b2-b437-4f56-a42f-d8832fd88db6 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:04.565510 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a43148-d802-4ee6-95b4-6af827dad5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e436f4c-4b7b-4930-b6a9-c81f84146669,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:04.570150 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-e4a43148-d802-4ee6-95b4-6af827dad5d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=662e006a65084501be552aded1b03416&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8509843
Mar 25 03:31:04.574538 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56806) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:04.603894 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Set router 727720ad-3914-4a41-a91d-7fef522c018a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:04.627717 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-8e18a472-6f4e-440e-bbd6-43c772376868 None None] Provisioning complete for port 01f91cf1-ea1f-4edb-b582-b20931479a3e triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:04.628094 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8e18a472-6f4e-440e-bbd6-43c772376868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.689380 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Checking router: 6a36ad02-4238-4232-ad4d-dbbf59a59e63 for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:31:04.689965 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Updating router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 port dbecd932-a962-4d60-96f0-8e7db35ee111 binding host dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:31:04.703062 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f57025ea-3bd9-4955-bb94-5bacaf2ba7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.706648 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4aa95b06-7178-4b0a-a569-5528f130724f req-fd058b93-1569-4307-a6b4-3c7124c76631 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 210 time: 0.0978060
Mar 25 03:31:04.738115 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (645a64f9-f4fa-4be0-a1b2-8e0e21d9d465), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.787081 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.817630 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-294514c2-18c0-4047-b629-26490e2cc786 admin admin] Publish callbacks [] for security_group (4e436f4c-4b7b-4930-b6a9-c81f84146669), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.881691 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:04.921954 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-8e18a472-6f4e-440e-bbd6-43c772376868 None None] Current status of the port 01f91cf1-ea1f-4edb-b582-b20931479a3e is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:04.922366 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 is scheduled to L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 with binding_index 1 {{(pid=103656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 25 03:31:04.922613 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8e18a472-6f4e-440e-bbd6-43c772376868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:04.925791 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebe43c9d0>, [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:02Z', 'revision_number': 3, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:04.926700 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:04.933469 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:31:04.965062 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Checking router: 727720ad-3914-4a41-a91d-7fef522c018a for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:31:04.965430 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Updating router 727720ad-3914-4a41-a91d-7fef522c018a port 2756141c-34e2-48c8-a81a-139308b6e13e binding host dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:31:05.002467 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-8e18a472-6f4e-440e-bbd6-43c772376868 None None] For port 01f91cf1-ea1f-4edb-b582-b20931479a3e, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=01f91cf1-ea1f-4edb-b582-b20931479a3e,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:05.009866 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (2756141c-34e2-48c8-a81a-139308b6e13e), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.068673 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f57025ea-3bd9-4955-bb94-5bacaf2ba7bc admin admin] Publish callbacks [] for security_group (9b7d430a-5e72-44ea-9bcf-d516b18254af), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.241520 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8e18a472-6f4e-440e-bbd6-43c772376868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.321366 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 01f91cf1-ea1f-4edb-b582-b20931479a3e is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:05.333686 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'Port': ['ID=645a64f9-f4fa-4be0-a1b2-8e0e21d9d465,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:05.405441 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-1d52b7fc-b159-4290-995a-2fe5372b297e None None] Provisioning complete for port 01f91cf1-ea1f-4edb-b582-b20931479a3e triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:05.405931 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1d52b7fc-b159-4290-995a-2fe5372b297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.409118 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-294514c2-18c0-4047-b629-26490e2cc786 admin admin] Publish callbacks [] for security_group (4e436f4c-4b7b-4930-b6a9-c81f84146669), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.456149 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18a472-6f4e-440e-bbd6-43c772376868 None None] Pushing event updated for resources: {'Port': ['ID=01f91cf1-ea1f-4edb-b582-b20931479a3e,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:05.456919 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Publish callbacks [] for port (2756141c-34e2-48c8-a81a-139308b6e13e), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.527713 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (5a370bb7-6ee5-4f1f-a047-5e0d65845bc2), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.540611 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f57025ea-3bd9-4955-bb94-5bacaf2ba7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (9b7d430a-5e72-44ea-9bcf-d516b18254af), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.544706 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (2756141c-34e2-48c8-a81a-139308b6e13e), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.591020 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-1d52b7fc-b159-4290-995a-2fe5372b297e None None] Current status of the port 01f91cf1-ea1f-4edb-b582-b20931479a3e is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:05.622264 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device f0c315b2-b437-4f56-a42f-d8832fd88db6 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:05.629799 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:31:05.648435 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-f57025ea-3bd9-4955-bb94-5bacaf2ba7bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddc585c03c5446ce92392af40d47fef1&name=default HTTP/1.1" status: 200  len: 2992 time: 1.4470575
Mar 25 03:31:05.648610 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56846) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:05.651742 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57025ea-3bd9-4955-bb94-5bacaf2ba7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7d430a-5e72-44ea-9bcf-d516b18254af,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:05.667005 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Attempting to bind port 2756141c-34e2-48c8-a81a-139308b6e13e on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:31:05.667394 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Attempting to bind port 2756141c-34e2-48c8-a81a-139308b6e13e by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:31:05.667586 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Sync routers for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:31:05.669974 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Attempting to bind port 2756141c-34e2-48c8-a81a-139308b6e13e on network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:05.701817 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:31:05.707090 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-294514c2-18c0-4047-b629-26490e2cc786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (4e436f4c-4b7b-4930-b6a9-c81f84146669), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.709515 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-294514c2-18c0-4047-b629-26490e2cc786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.709945 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Checking segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:31:05.710417 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.710823 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Bound using segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:31:05.711579 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Bound port: 2756141c-34e2-48c8-a81a-139308b6e13e, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:31:05.712403 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (2756141c-34e2-48c8-a81a-139308b6e13e), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.714545 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cf114-fd39-4b10-8c47-f3a053f66175 None None] Pushing event updated for resources: {'Port': ['ID=2756141c-34e2-48c8-a81a-139308b6e13e,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:05.718824 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-294514c2-18c0-4047-b629-26490e2cc786 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e436f4c-4b7b-4930-b6a9-c81f84146669 HTTP/1.1" status: 204  len: 168 time: 1.1415191
Mar 25 03:31:05.748864 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.750092 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Publish callbacks [] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.752254 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-02279db3-3ab9-49d8-acf5-96033da9b00e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 7.2412612
Mar 25 03:31:05.754517 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:05.755116 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf5a6670>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:30:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:05.764082 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56858) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:05.841172 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] For port 2756141c-34e2-48c8-a81a-139308b6e13e, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:31:05.847010 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] For port 2756141c-34e2-48c8-a81a-139308b6e13e, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=2756141c-34e2-48c8-a81a-139308b6e13e,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:31:05.863340 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294514c2-18c0-4047-b629-26490e2cc786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e436f4c-4b7b-4930-b6a9-c81f84146669,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:05.894971 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (645a64f9-f4fa-4be0-a1b2-8e0e21d9d465), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.939665 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.942509 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a0556408-fdf6-4f66-8cf0-32415b045d72 admin admin] Publish callbacks [] for security_group (9b7d430a-5e72-44ea-9bcf-d516b18254af), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.956419 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (2756141c-34e2-48c8-a81a-139308b6e13e), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:05.969531 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a0556408-fdf6-4f66-8cf0-32415b045d72 admin admin] Publish callbacks [] for security_group (9b7d430a-5e72-44ea-9bcf-d516b18254af), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:06.103461 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b722ede5-a31e-45b6-96f1-fd15db474714 req-c71b7b2a-2c41-4958-b5c9-3e2a3e5b7f53 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 210 time: 0.0508938
Mar 25 03:31:06.111463 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a0556408-fdf6-4f66-8cf0-32415b045d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (9b7d430a-5e72-44ea-9bcf-d516b18254af), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:06.115284 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a0556408-fdf6-4f66-8cf0-32415b045d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:06.120747 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-a0556408-fdf6-4f66-8cf0-32415b045d72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b7d430a-5e72-44ea-9bcf-d516b18254af HTTP/1.1" status: 204  len: 168 time: 0.4667192
Mar 25 03:31:06.126308 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c68910-7d4b-4b1a-ad3d-f12f98001806 None None] Pushing event updated for resources: {'Port': ['ID=dbecd932-a962-4d60-96f0-8e7db35ee111,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:06.148518 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cf114-fd39-4b10-8c47-f3a053f66175 None None] Pushing event updated for resources: {'Port': ['ID=2756141c-34e2-48c8-a81a-139308b6e13e,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:06.169542 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Routers {'727720ad-3914-4a41-a91d-7fef522c018a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:06.177035 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebe43c9d0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:30:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['727720ad-3914-4a41-a91d-7fef522c018a'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:06.190556 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0556408-fdf6-4f66-8cf0-32415b045d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7d430a-5e72-44ea-9bcf-d516b18254af,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:06.216150 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port f0c315b2-b437-4f56-a42f-d8832fd88db6 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:06.216533 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:06.328269 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for port (645a64f9-f4fa-4be0-a1b2-8e0e21d9d465), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:06.389585 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (645a64f9-f4fa-4be0-a1b2-8e0e21d9d465), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:06.403910 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:06.483639 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (5a370bb7-6ee5-4f1f-a047-5e0d65845bc2), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:06.498087 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] Set router 727720ad-3914-4a41-a91d-7fef522c018a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:06.540065 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'Port': ['ID=645a64f9-f4fa-4be0-a1b2-8e0e21d9d465,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:06.602714 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:06.605334 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-d7a1b44b-85f2-413d-8943-02a2b53215bc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.3405523
Mar 25 03:31:06.673733 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Attempting to bind port dbecd932-a962-4d60-96f0-8e7db35ee111 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:31:06.674111 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Attempting to bind port dbecd932-a962-4d60-96f0-8e7db35ee111 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:31:06.675372 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Attempting to bind port dbecd932-a962-4d60-96f0-8e7db35ee111 on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:06.736224 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:31:06.741718 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Checking segment: {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:31:06.741718 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:06.741718 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Bound using segment: {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:31:06.741718 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Bound port: dbecd932-a962-4d60-96f0-8e7db35ee111, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:31:06.741718 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:06.750397 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebe43c9d0>, [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:02Z', 'revision_number': 3, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:06.780614 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b60b8b-6165-4ec8-a975-296c818886bb None None] The sync data for ids ['727720ad-3914-4a41-a91d-7fef522c018a'] in dv-cinder-835168-1-iscsi is: [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:02Z', 'revision_number': 3, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:31:06.784545 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:06.829110 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-34548003-acb3-47ed-abf3-e732d24e7cac None None] Provisioning complete for port dbecd932-a962-4d60-96f0-8e7db35ee111 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:06.829483 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-34548003-acb3-47ed-abf3-e732d24e7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:06.865579 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56886) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:06.912142 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1738-52f7-420a-942e-472c1a474cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:06.922942 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Allocated IP 172.20.0.1 (9d70a202-db46-4a1a-a143-044e2e127080/7008e8ea-4697-461d-ba8a-15ecafc567cb/c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:31:07.042052 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port f0c315b2-b437-4f56-a42f-d8832fd88db6 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:07.047693 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-34548003-acb3-47ed-abf3-e732d24e7cac None None] Port dbecd932-a962-4d60-96f0-8e7db35ee111 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:31:07.055635 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] For port dbecd932-a962-4d60-96f0-8e7db35ee111, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:31:07.060895 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] For port dbecd932-a962-4d60-96f0-8e7db35ee111, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=dbecd932-a962-4d60-96f0-8e7db35ee111,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:31:07.165172 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1738-52f7-420a-942e-472c1a474cd9 admin admin] Publish callbacks [] for security_group (f6dab1fd-0df4-49fb-b6d5-d62819751154), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:07.173153 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:07.180569 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Publish callbacks [] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:07.251888 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:07.252627 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1738-52f7-420a-942e-472c1a474cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (f6dab1fd-0df4-49fb-b6d5-d62819751154), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:07.372009 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c68910-7d4b-4b1a-ad3d-f12f98001806 None None] Pushing event updated for resources: {'Port': ['ID=dbecd932-a962-4d60-96f0-8e7db35ee111,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:07.375196 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:07.376023 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf362130>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:30:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:07.395653 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.35', 60755) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:07.539970 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-8ecd1738-52f7-420a-942e-472c1a474cd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47a5c0f7c47c48389d0f5888e0dfa93f&name=default HTTP/1.1" status: 200  len: 2993 time: 0.6727538
Mar 25 03:31:07.587690 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf5a6670>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:03Z', 'revision_number': 3, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:07.598530 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3ee61d39-b29b-4c9f-9a19-ee854cca820a req-0dd82752-c6ad-4bea-a269-d9a37d2302ba tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 210 time: 0.2926681
Mar 25 03:31:07.639154 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56912) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:07.787484 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Checking router: 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:31:07.788059 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Updating router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 port 9962a606-3d7e-4b16-a478-e0ffd16c7a03 binding host dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:31:07.819103 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2756141c-34e2-48c8-a81a-139308b6e13e up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:07.857959 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd1738-52f7-420a-942e-472c1a474cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dab1fd-0df4-49fb-b6d5-d62819751154,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:07.861176 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:07.892941 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-84a9dc46-2712-49df-bf4c-68f03dddae1e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--157233707&fields=id&tenant_id=eb7222adc16e4fffa44214043ad0c7ad HTTP/1.1" status: 200  len: 267 time: 0.6417954
Mar 25 03:31:07.986916 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Allocated IP 172.20.0.1 (2c5a4335-913f-4831-9329-aefa2b16e173/f0fc2db0-5f07-4ebd-b00d-4236a2fef620/2a469597-4707-400f-be5a-1c31234503ef) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:31:08.045955 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:08.167232 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-98fc5281-e372-4ef7-91a1-860022b60540 None None] Provisioning complete for port dbecd932-a962-4d60-96f0-8e7db35ee111 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:08.167605 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-98fc5281-e372-4ef7-91a1-860022b60540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:08.175430 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:08.180437 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-5b1b523e-615c-4b15-a7a5-d45f3e70f8cb tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:08.182460 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-5b1b523e-615c-4b15-a7a5-d45f3e70f8cb tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.35 "GET /v2.0/networks?id=a0c4ba64-ea6d-4bff-86a1-292111caf644 HTTP/1.1" status: 200  len: 810 time: 0.7783725
Mar 25 03:31:08.227740 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-abee34b3-913c-44e0-b135-428ab35d4eab tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Request body: {'port': {'device_id': '14af9eb7-2cef-4ac9-9a46-2d0b59e7439a', 'network_id': 'a0c4ba64-ea6d-4bff-86a1-292111caf644', 'admin_state_up': True, 'tenant_id': '0eebba0522ca4ad38c508481bc67b791'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:08.270893 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Publish callbacks [] for port (2a469597-4707-400f-be5a-1c31234503ef), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:08.349951 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 2756141c-34e2-48c8-a81a-139308b6e13e triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:08.350341 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (2756141c-34e2-48c8-a81a-139308b6e13e), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:08.439260 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Network 9d70a202-db46-4a1a-a143-044e2e127080 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:08.464410 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:08.476170 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:31:08.478972 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459256'] for router_interface (727720ad-3914-4a41-a91d-7fef522c018a), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:08.561686 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-abee34b3-913c-44e0-b135-428ab35d4eab tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Made reservation on behalf of 0eebba0522ca4ad38c508481bc67b791 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:31:08.565623 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-abee34b3-913c-44e0-b135-428ab35d4eab tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:08.599660 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 2756141c-34e2-48c8-a81a-139308b6e13e is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:08.600058 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (2756141c-34e2-48c8-a81a-139308b6e13e), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:08.623329 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port 2756141c-34e2-48c8-a81a-139308b6e13e, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=2756141c-34e2-48c8-a81a-139308b6e13e,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:08.787860 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb66e-a559-4f17-8621-7409d3526970 admin admin] Publish callbacks [] for security_group (f6dab1fd-0df4-49fb-b6d5-d62819751154), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:08.811596 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (2756141c-34e2-48c8-a81a-139308b6e13e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:08.813024 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 01f91cf1-ea1f-4edb-b582-b20931479a3e up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:08.821027 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-98fc5281-e372-4ef7-91a1-860022b60540 None None] Current status of the port dbecd932-a962-4d60-96f0-8e7db35ee111 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:08.821576 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-98fc5281-e372-4ef7-91a1-860022b60540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:08.852498 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Pushing event updated for resources: {'Port': ['ID=c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:08.897512 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=2756141c-34e2-48c8-a81a-139308b6e13e,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:08.945152 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb66e-a559-4f17-8621-7409d3526970 admin admin] Publish callbacks [] for security_group (f6dab1fd-0df4-49fb-b6d5-d62819751154), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:08.968602 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-98fc5281-e372-4ef7-91a1-860022b60540 None None] For port dbecd932-a962-4d60-96f0-8e7db35ee111, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=dbecd932-a962-4d60-96f0-8e7db35ee111,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:08.980959 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-abee34b3-913c-44e0-b135-428ab35d4eab tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Allocated IP 172.20.0.14 (a0c4ba64-ea6d-4bff-86a1-292111caf644/d4dfdef7-3da7-4dca-bd2d-64c55a2082f1/7e12bfd4-98c9-4f59-ba71-cc908a62cb3e) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:31:09.037819 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-98fc5281-e372-4ef7-91a1-860022b60540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.063115 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-2cfc8c86-2c3b-4d88-9f17-c6297cdfbe62 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:09.070077 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-2cfc8c86-2c3b-4d88-9f17-c6297cdfbe62 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 814 time: 0.8347161
Mar 25 03:31:09.084286 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 56986) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:09.093064 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (2a469597-4707-400f-be5a-1c31234503ef), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.102445 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Publish callbacks [] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.194009 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.223950 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-5c774c47-73f7-4178-b9d0-7390d9782687 None None] Provisioning complete for port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:09.224835 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5c774c47-73f7-4178-b9d0-7390d9782687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.227564 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-abee34b3-913c-44e0-b135-428ab35d4eab tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Publish callbacks [] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.237734 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0aa63a7a-94a5-4fdc-b6b3-d7cca82bc278 req-d7ae970b-1806-4e3d-89a5-e733df179bb3 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 210 time: 0.4775298
Mar 25 03:31:09.304405 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 01f91cf1-ea1f-4edb-b582-b20931479a3e triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:09.304955 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.316027 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-abee34b3-913c-44e0-b135-428ab35d4eab tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.379548 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-0bfd7bdf-bf04-4dea-ac7b-510e716ed253 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/quotas/eb7222adc16e4fffa44214043ad0c7ad HTTP/1.1" status: 200  len: 375 time: 0.3084946
Mar 25 03:31:09.382767 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Network 2c5a4335-913f-4831-9329-aefa2b16e173 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:09.412522 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:09.415712 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:31:09.429379 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459256'] for router_interface (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.440891 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-5c774c47-73f7-4178-b9d0-7390d9782687 None None] Port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:31:09.444960 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc5281-e372-4ef7-91a1-860022b60540 None None] Pushing event updated for resources: {'Port': ['ID=dbecd932-a962-4d60-96f0-8e7db35ee111,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:09.459029 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-abee34b3-913c-44e0-b135-428ab35d4eab tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Network a0c4ba64-ea6d-4bff-86a1-292111caf644 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:09.472919 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-abee34b3-913c-44e0-b135-428ab35d4eab tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:09.489868 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-abee34b3-913c-44e0-b135-428ab35d4eab tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:31:09.511416 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-abee34b3-913c-44e0-b135-428ab35d4eab tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:09.513785 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-abee34b3-913c-44e0-b135-428ab35d4eab tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.524670 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Pushing event updated for resources: {'Port': ['ID=2a469597-4707-400f-be5a-1c31234503ef,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:09.574747 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Attempting to bind port 9962a606-3d7e-4b16-a478-e0ffd16c7a03 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:31:09.584566 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Attempting to bind port 9962a606-3d7e-4b16-a478-e0ffd16c7a03 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:31:09.586625 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Attempting to bind port 9962a606-3d7e-4b16-a478-e0ffd16c7a03 on network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:09.655277 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:31:09.655736 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Checking segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:31:09.656175 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.661998 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Bound using segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:31:09.662770 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Bound port: 9962a606-3d7e-4b16-a478-e0ffd16c7a03, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:31:09.663240 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.699713 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee34b3-913c-44e0-b135-428ab35d4eab tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Pushing event updated for resources: {'Port': ['ID=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:09.734668 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-abee34b3-913c-44e0-b135-428ab35d4eab tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5084066
Mar 25 03:31:09.752669 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-54dc6f26-8e5b-43c7-a0e4-870a182c2f7e tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:31:09.754751 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.758313 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-54dc6f26-8e5b-43c7-a0e4-870a182c2f7e tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0194585
Mar 25 03:31:09.780466 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb66e-a559-4f17-8621-7409d3526970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (f6dab1fd-0df4-49fb-b6d5-d62819751154), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.783181 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb66e-a559-4f17-8621-7409d3526970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:09.784538 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-ea4fb66e-a559-4f17-8621-7409d3526970 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6dab1fd-0df4-49fb-b6d5-d62819751154 HTTP/1.1" status: 204  len: 168 time: 2.1229506
Mar 25 03:31:09.836902 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fb66e-a559-4f17-8621-7409d3526970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dab1fd-0df4-49fb-b6d5-d62819751154,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:09.850895 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66668bbd-b022-4830-ac24-ca055dd919fc None None] Pushing event updated for resources: {'Port': ['ID=9962a606-3d7e-4b16-a478-e0ffd16c7a03,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:09.869135 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 56998) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:09.998012 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-5af7a0a8-c97d-4aab-834c-bf2b18c4e188 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6173792
Mar 25 03:31:10.004892 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6153e4c3-35d9-42c7-be6d-8f5a1be675be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:10.073478 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d8bd5378-b189-4eac-ab1e-bece19fe06b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:10.132391 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] For port 9962a606-3d7e-4b16-a478-e0ffd16c7a03, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:31:10.144905 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] For port 9962a606-3d7e-4b16-a478-e0ffd16c7a03, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=9962a606-3d7e-4b16-a478-e0ffd16c7a03,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:31:10.194793 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 01f91cf1-ea1f-4edb-b582-b20931479a3e is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:10.205517 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf362130>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:07Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:10.248233 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-513eef8a-f25b-43ea-a2b7-250a38966507 None None] Provisioning complete for port 2a469597-4707-400f-be5a-1c31234503ef triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:10.248778 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-513eef8a-f25b-43ea-a2b7-250a38966507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (2a469597-4707-400f-be5a-1c31234503ef), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:10.295548 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd36ec-a7ee-4d9d-b18d-673003ce5810 None None] The sync data for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi is: [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:07Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:31:10.298117 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:10.302849 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-513eef8a-f25b-43ea-a2b7-250a38966507 None None] Port 2a469597-4707-400f-be5a-1c31234503ef cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:31:10.351771 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d8bd5378-b189-4eac-ab1e-bece19fe06b4 admin admin] Publish callbacks [] for security_group (11169ff2-4cb5-445c-83c5-662c36e00521), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:10.396611 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66668bbd-b022-4830-ac24-ca055dd919fc None None] Pushing event updated for resources: {'Port': ['ID=9962a606-3d7e-4b16-a478-e0ffd16c7a03,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:10.431092 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:10.433519 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d8bd5378-b189-4eac-ab1e-bece19fe06b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (11169ff2-4cb5-445c-83c5-662c36e00521), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:10.435555 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf5a6670>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:30:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:10.466239 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6153e4c3-35d9-42c7-be6d-8f5a1be675be admin admin] Publish callbacks [] for security_group (a0eb852f-b0d1-4c6c-b332-a40701a8c523), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:10.543479 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Request body: {'port': {'device_id': '14af9eb7-2cef-4ac9-9a46-2d0b59e7439a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:10.646686 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Publish callbacks [] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:10.663473 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6153e4c3-35d9-42c7-be6d-8f5a1be675be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (a0eb852f-b0d1-4c6c-b332-a40701a8c523), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:10.686983 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:10.786315 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153e4c3-35d9-42c7-be6d-8f5a1be675be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eb852f-b0d1-4c6c-b332-a40701a8c523,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:10.899300 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-6153e4c3-35d9-42c7-be6d-8f5a1be675be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32a30f88009f45e2bf34da32431d651f&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5312669
Mar 25 03:31:10.899300 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (2a469597-4707-400f-be5a-1c31234503ef), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:10.900481 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-d8bd5378-b189-4eac-ab1e-bece19fe06b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2bd2692bee354697971c77a5a0c90f98&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9970653
Mar 25 03:31:10.900481 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd5378-b189-4eac-ab1e-bece19fe06b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11169ff2-4cb5-445c-83c5-662c36e00521,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:10.933932 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 57012) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:10.933932 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 57014) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:10.966003 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e0fdf-6e54-4951-a27c-abe28226253b req-fae7b9fa-49f2-4cb4-8232-cd7ee06df04a tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:10.972534 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-048e0fdf-6e54-4951-a27c-abe28226253b req-fae7b9fa-49f2-4cb4-8232-cd7ee06df04a tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 932 time: 0.3978112
Mar 25 03:31:10.997362 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2756141c-34e2-48c8-a81a-139308b6e13e up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:11.074633 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-048e0fdf-6e54-4951-a27c-abe28226253b req-dd42176b-0d88-49fc-9f39-f95a5bc18701 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927079
Mar 25 03:31:11.081639 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:11.210190 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf5a6670>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:07Z', 'revision_number': 1, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:11.219821 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 2756141c-34e2-48c8-a81a-139308b6e13e triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:11.220496 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (2756141c-34e2-48c8-a81a-139308b6e13e), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:11.335746 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-c9bb8285-4745-425d-86cf-265f89dd4c60 service neutron] 10.222.0.24 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3043778
Mar 25 03:31:11.336699 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:11.337710 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-459116'] for router_interface (727720ad-3914-4a41-a91d-7fef522c018a), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:11.338926 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5c432-6929-49da-b424-19c6d896f761 None None] The sync data for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi is: [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:07Z', 'revision_number': 1, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:31:11.456020 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 2756141c-34e2-48c8-a81a-139308b6e13e is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:11.595600 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Pushing event updated for resources: {'Port': ['ID=c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:11.658898 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7192579b-2c76-4180-a826-4046ed4a76ac admin admin] Publish callbacks [] for security_group (a0eb852f-b0d1-4c6c-b332-a40701a8c523), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:11.732659 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-43e68f75-bd28-4c7c-a38b-57f5a1e99ab8 admin admin] Publish callbacks [] for security_group (11169ff2-4cb5-445c-83c5-662c36e00521), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:11.818835 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Publish callbacks [] for port (2a469597-4707-400f-be5a-1c31234503ef), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:11.891318 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7192579b-2c76-4180-a826-4046ed4a76ac admin admin] Publish callbacks [] for security_group (a0eb852f-b0d1-4c6c-b332-a40701a8c523), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:11.899801 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (2a469597-4707-400f-be5a-1c31234503ef), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:11.901146 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-459116'] for router_interface (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:11.912834 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-43e68f75-bd28-4c7c-a38b-57f5a1e99ab8 admin admin] Publish callbacks [] for security_group (11169ff2-4cb5-445c-83c5-662c36e00521), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:12.095229 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:31:12.106826 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Publish callbacks [] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:12.135332 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Transition to ACTIVE for port object 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:31:12.196422 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-c8a342af-ab08-44d7-a44b-8c16ec9553bf service neutron] 10.222.0.24 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6554692
Mar 25 03:31:12.278376 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:12.425961 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Pushing event updated for resources: {'Port': ['ID=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:12.426105 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Pushing event updated for resources: {'Port': ['ID=2a469597-4707-400f-be5a-1c31234503ef,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:12.453111 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-43e68f75-bd28-4c7c-a38b-57f5a1e99ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (11169ff2-4cb5-445c-83c5-662c36e00521), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:12.460648 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-43e68f75-bd28-4c7c-a38b-57f5a1e99ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:12.462111 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-43e68f75-bd28-4c7c-a38b-57f5a1e99ab8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11169ff2-4cb5-445c-83c5-662c36e00521 HTTP/1.1" status: 204  len: 168 time: 1.5267618
Mar 25 03:31:12.482994 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device dbecd932-a962-4d60-96f0-8e7db35ee111 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:12.563275 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Network 9d70a202-db46-4a1a-a143-044e2e127080 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:12.573970 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:12.579205 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e68f75-bd28-4c7c-a38b-57f5a1e99ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11169ff2-4cb5-445c-83c5-662c36e00521,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:12.671246 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37bbd2-739e-4231-bd44-ca299faa0605 req-b69290d4-3026-4f61-9ab2-ceafe6bd691e tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:12.689313 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5c37bbd2-739e-4231-bd44-ca299faa0605 req-b69290d4-3026-4f61-9ab2-ceafe6bd691e tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 932 time: 0.4794738
Mar 25 03:31:12.710434 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Network 2c5a4335-913f-4831-9329-aefa2b16e173 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:12.718207 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port dbecd932-a962-4d60-96f0-8e7db35ee111 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:12.720523 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:12.808529 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Attempting to bind port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:31:12.811821 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Attempting to bind port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '6a50d8c4-31ef-4ad1-8069-06f81a9592e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0c4ba64-ea6d-4bff-86a1-292111caf644'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:31:12.812654 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Attempting to bind port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e on network a0c4ba64-ea6d-4bff-86a1-292111caf644 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:12.855781 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e on network a0c4ba64-ea6d-4bff-86a1-292111caf644 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:31:12.856758 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Attempting to bind port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e on network a0c4ba64-ea6d-4bff-86a1-292111caf644 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:12.927600 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:31:12.929287 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Checking segment: {'id': '6a50d8c4-31ef-4ad1-8069-06f81a9592e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0c4ba64-ea6d-4bff-86a1-292111caf644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:31:12.930054 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Bound using segment: {'id': '6a50d8c4-31ef-4ad1-8069-06f81a9592e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0c4ba64-ea6d-4bff-86a1-292111caf644'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:31:12.931959 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Bound port: 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a50d8c4-31ef-4ad1-8069-06f81a9592e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0c4ba64-ea6d-4bff-86a1-292111caf644'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:31:12.934513 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:12.979724 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7192579b-2c76-4180-a826-4046ed4a76ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (a0eb852f-b0d1-4c6c-b332-a40701a8c523), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:12.981637 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port dbecd932-a962-4d60-96f0-8e7db35ee111 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:12.993333 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-784b006b-3855-4a1b-9db6-e4b917429e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:12.999579 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7192579b-2c76-4180-a826-4046ed4a76ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:13.012894 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-7192579b-2c76-4180-a826-4046ed4a76ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0eb852f-b0d1-4c6c-b332-a40701a8c523 HTTP/1.1" status: 204  len: 168 time: 2.0775239
Mar 25 03:31:13.020377 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:13.059816 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5c37bbd2-739e-4231-bd44-ca299faa0605 req-cf7bdabc-32bd-42f6-ae8d-4d5daf6d1c25 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3675411
Mar 25 03:31:13.269654 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-dbeb3d5f-75da-4d4d-a330-91a3c2d31eb7 None None] Provisioning complete for port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:13.270113 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3d5f-75da-4d4d-a330-91a3c2d31eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:13.272758 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] For port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:31:13.290366 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] For port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e,segment=NetworkSegment(6a50d8c4-31ef-4ad1-8069-06f81a9592e4),segment_id=6a50d8c4-31ef-4ad1-8069-06f81a9592e4)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:31:13.367346 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192579b-2c76-4180-a826-4046ed4a76ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eb852f-b0d1-4c6c-b332-a40701a8c523,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:13.370834 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:13.410392 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb3d5f-75da-4d4d-a330-91a3c2d31eb7 None None] Port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:31:13.486765 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-013e48ab-6daa-483c-a9a6-b3ec0f479454 req-ee12e9f4-2e04-4e66-b375-ebfceb3cf41d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 210 time: 0.5200195
Mar 25 03:31:13.553548 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Router 727720ad-3914-4a41-a91d-7fef522c018a has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:31:13.600793 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Pushing event updated for resources: {'Port': ['ID=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:13.671381 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:13.688764 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:13.688764 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-07fbb166-445d-45d7-a272-1ad359dac907 service neutron] 10.222.0.35 "PUT /v2.0/ports/7e12bfd4-98c9-4f59-ba71-cc908a62cb3e HTTP/1.1" status: 200  len: 1094 time: 3.7645018
Mar 25 03:31:13.695374 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14af9eb7-2cef-4ac9-9a46-2d0b59e7439a', 'tag': '7e12bfd4-98c9-4f59-ba71-cc908a62cb3e'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:31:13.695499 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-eed02c71-a050-4957-8622-78aa6711a6a7 None None] Provisioning complete for port 2a469597-4707-400f-be5a-1c31234503ef triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:13.697953 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-eed02c71-a050-4957-8622-78aa6711a6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (2a469597-4707-400f-be5a-1c31234503ef), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:13.858556 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-eed02c71-a050-4957-8622-78aa6711a6a7 None None] Port 2a469597-4707-400f-be5a-1c31234503ef cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:31:13.908153 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57088) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:14.059888 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:31:14.084023 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:31:14.096921 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Sync routers for ids ['727720ad-3914-4a41-a91d-7fef522c018a'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:31:14.101888 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-f9cdd017-4645-47d7-849f-ac8bed3b1ffe admin admin] 10.222.0.24 "PUT /v2.0/routers/727720ad-3914-4a41-a91d-7fef522c018a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7140875
Mar 25 03:31:14.154455 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Routers {'727720ad-3914-4a41-a91d-7fef522c018a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:14.155262 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc6a8dc0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:30:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['727720ad-3914-4a41-a91d-7fef522c018a'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:14.183650 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c85c94d8-d98d-4dc4-a836-7f654c2bb096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:14.314122 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-c195d59f-34f5-4180-8fbc-82b139c44c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:14.317517 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-c195d59f-34f5-4180-8fbc-82b139c44c2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0eebba0522ca4ad38c508481bc67b791&device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 1128 time: 0.4090736
Mar 25 03:31:14.346367 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:31:14.406111 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Set router 727720ad-3914-4a41-a91d-7fef522c018a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:14.437536 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 9962a606-3d7e-4b16-a478-e0ffd16c7a03 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:14.468491 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:31:14.485638 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-b00600d5-5fb7-4a9b-95d7-a056888fdb38 admin admin] 10.222.0.24 "PUT /v2.0/routers/2b2db1b4-590e-4ff2-a1e0-17f42adab1c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6991284
Mar 25 03:31:14.549067 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-92883301-be5a-47cc-bb8f-d1741eee8cb5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e HTTP/1.1" status: 200  len: 217 time: 0.2196054
Mar 25 03:31:14.553464 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57114) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:14.584632 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a2c518b7-3b0c-491d-b612-eb7a76ff5a4b req-ff37529a-18f0-4462-b2d1-c4dc82525b89 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 210 time: 0.0611844
Mar 25 03:31:14.614735 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 9962a606-3d7e-4b16-a478-e0ffd16c7a03 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:14.615501 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:14.716062 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f0317d2-a7a8-4182-9db6-65aca10ae6e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:14.756933 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afdebd-2922-44ed-898d-24481d64ea0d req-000fb2bd-7e66-4986-a1ef-cc1daea2faa9 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:14.766529 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-70afdebd-2922-44ed-898d-24481d64ea0d req-000fb2bd-7e66-4986-a1ef-cc1daea2faa9 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 944 time: 0.5380890
Mar 25 03:31:14.776614 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 9962a606-3d7e-4b16-a478-e0ffd16c7a03 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:14.777147 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:14.831897 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port 9962a606-3d7e-4b16-a478-e0ffd16c7a03, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=9962a606-3d7e-4b16-a478-e0ffd16c7a03,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:14.862419 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-528742f2-90e1-43f9-8046-07ce039d5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:14.865007 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-528742f2-90e1-43f9-8046-07ce039d5f21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4dfdef7-3da7-4dca-bd2d-64c55a2082f1 HTTP/1.1" status: 200  len: 850 time: 0.2649915
Mar 25 03:31:14.909883 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:14.958133 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-c1c2d5c7-ac20-4afd-bee7-4f9af23681f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0c4ba64-ea6d-4bff-86a1-292111caf644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0752256
Mar 25 03:31:14.983127 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc6a8dc0>, [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6', 'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'mac_address': 'fa:16:3e:29:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:06Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 2, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'subnets': [{'id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:15.073565 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=9962a606-3d7e-4b16-a478-e0ffd16c7a03,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:15.088576 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Checking router: 727720ad-3914-4a41-a91d-7fef522c018a for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:31:15.088926 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Updating router 727720ad-3914-4a41-a91d-7fef522c018a port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 binding host dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:31:15.114806 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80ac21e-3850-4c85-8a4d-64e998897816" -d '{"events": [{"name": "network-changed", "server_uuid": "14af9eb7-2cef-4ac9-9a46-2d0b59e7439a", "tag": "7e12bfd4-98c9-4f59-ba71-cc908a62cb3e"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:31:15.126876 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c85c94d8-d98d-4dc4-a836-7f654c2bb096 admin admin] Publish callbacks [] for security_group (cff69bb5-0ab6-455d-8e9f-18ad8702b117), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:15.143481 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-70afdebd-2922-44ed-898d-24481d64ea0d req-61df5fc7-06c3-48e3-907c-b280fad37515 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3392944
Mar 25 03:31:15.189082 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1f2a9004-b264-4241-8112-4df235681bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:15.210089 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:15.214498 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c85c94d8-d98d-4dc4-a836-7f654c2bb096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (cff69bb5-0ab6-455d-8e9f-18ad8702b117), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:15.295889 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-c85c94d8-d98d-4dc4-a836-7f654c2bb096 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9dab1c36d8b5424f97428324fb9ca32c&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3726847
Mar 25 03:31:15.298741 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 57140) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:15.318373 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c94d8-d98d-4dc4-a836-7f654c2bb096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff69bb5-0ab6-455d-8e9f-18ad8702b117,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:15.391851 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-fb401f8b-e25c-425c-b4c3-b9a14369b525 service neutron] 10.222.0.35 "GET /v2.0/networks/a0c4ba64-ea6d-4bff-86a1-292111caf644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4093487
Mar 25 03:31:15.452539 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b964d005-d72e-402d-a5e6-ccd68f4712f7 admin admin] Publish callbacks [] for security_group (cff69bb5-0ab6-455d-8e9f-18ad8702b117), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:15.493231 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b964d005-d72e-402d-a5e6-ccd68f4712f7 admin admin] Publish callbacks [] for security_group (cff69bb5-0ab6-455d-8e9f-18ad8702b117), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:15.586890 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f0317d2-a7a8-4182-9db6-65aca10ae6e7 admin admin] Publish callbacks [] for security_group (7ffdce9f-3eda-42ec-bf37-f0f8db97050f), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:15.670688 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b964d005-d72e-402d-a5e6-ccd68f4712f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (cff69bb5-0ab6-455d-8e9f-18ad8702b117), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:15.673545 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f0317d2-a7a8-4182-9db6-65aca10ae6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (7ffdce9f-3eda-42ec-bf37-f0f8db97050f), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:15.675886 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b964d005-d72e-402d-a5e6-ccd68f4712f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:15.681221 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-b964d005-d72e-402d-a5e6-ccd68f4712f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cff69bb5-0ab6-455d-8e9f-18ad8702b117 HTTP/1.1" status: 204  len: 168 time: 0.3807099
Mar 25 03:31:15.719541 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964d005-d72e-402d-a5e6-ccd68f4712f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff69bb5-0ab6-455d-8e9f-18ad8702b117,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:15.805706 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-7f0317d2-a7a8-4182-9db6-65aca10ae6e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4fcf55a5c0343feb3c36cf1167238fd&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2495739
Mar 25 03:31:15.809432 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 57150) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:15.812601 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5cf39840-4a45-42e2-9e37-f6cb342a0aff req-92bfd154-736a-40e4-b3d1-434e68531953 service neutron] 10.222.0.35 "GET /v2.0/networks/a0c4ba64-ea6d-4bff-86a1-292111caf644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4014740
Mar 25 03:31:15.928833 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0317d2-a7a8-4182-9db6-65aca10ae6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffdce9f-3eda-42ec-bf37-f0f8db97050f,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:15.936726 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Publish callbacks [] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:16.027970 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:16.053974 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-016a3b86-55d2-4f5d-aacc-333df5f5beb7 admin admin] Publish callbacks [] for security_group (7ffdce9f-3eda-42ec-bf37-f0f8db97050f), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:16.119796 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-016a3b86-55d2-4f5d-aacc-333df5f5beb7 admin admin] Publish callbacks [] for security_group (7ffdce9f-3eda-42ec-bf37-f0f8db97050f), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:16.159039 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe46df9-6b2c-42ee-8259-7d4ad158bf9a x-openstack-request-id: req-0fe46df9-6b2c-42ee-8259-7d4ad158bf9a {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:31:16.159039 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14af9eb7-2cef-4ac9-9a46-2d0b59e7439a", "tag": "7e12bfd4-98c9-4f59-ba71-cc908a62cb3e", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:31:16.159039 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fe46df9-6b2c-42ee-8259-7d4ad158bf9a {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:31:16.159864 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe46df9-6b2c-42ee-8259-7d4ad158bf9a'] response: {'name': 'network-changed', 'server_uuid': '14af9eb7-2cef-4ac9-9a46-2d0b59e7439a', 'tag': '7e12bfd4-98c9-4f59-ba71-cc908a62cb3e', 'status': 'completed', 'code': 200}
Mar 25 03:31:16.206366 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:16.329968 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 57166) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:16.336783 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-016a3b86-55d2-4f5d-aacc-333df5f5beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (7ffdce9f-3eda-42ec-bf37-f0f8db97050f), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:16.336783 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-016a3b86-55d2-4f5d-aacc-333df5f5beb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:16.338612 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-016a3b86-55d2-4f5d-aacc-333df5f5beb7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ffdce9f-3eda-42ec-bf37-f0f8db97050f HTTP/1.1" status: 204  len: 168 time: 0.5272918
Mar 25 03:31:16.345334 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-3f7bd73e-a274-4dd9-9d7b-ace049c3d8fb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710993565', 'description': 'tempest-description--1366950749'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:16.424104 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ac21e-3850-4c85-8a4d-64e998897816 req-7595242d-0628-4028-98e5-c1c816700ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:16.425632 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e80ac21e-3850-4c85-8a4d-64e998897816 req-7595242d-0628-4028-98e5-c1c816700ad3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0eebba0522ca4ad38c508481bc67b791&device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 1128 time: 0.2423816
Mar 25 03:31:16.428981 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a3b86-55d2-4f5d-aacc-333df5f5beb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffdce9f-3eda-42ec-bf37-f0f8db97050f,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:16.538141 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3f7bd73e-a274-4dd9-9d7b-ace049c3d8fb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:16.594613 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 9962a606-3d7e-4b16-a478-e0ffd16c7a03 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:16.641170 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3f7bd73e-a274-4dd9-9d7b-ace049c3d8fb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group (4355af30-8498-4b6e-b33c-c7498b17d244), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:16.689133 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Sync routers for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:31:16.715389 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3f7bd73e-a274-4dd9-9d7b-ace049c3d8fb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (4355af30-8498-4b6e-b33c-c7498b17d244), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:16.730181 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Attempting to bind port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:31:16.732649 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Attempting to bind port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:31:16.735289 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Attempting to bind port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 on network 9d70a202-db46-4a1a-a143-044e2e127080 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:16.764932 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:16.773079 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf999d60>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:31:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:16.786302 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:31:16.788601 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Checking segment: {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:31:16.796835 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:16.801686 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Bound using segment: {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:31:16.802971 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Bound port: c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:31:16.803888 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:16.880101 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bd73e-a274-4dd9-9d7b-ace049c3d8fb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4355af30-8498-4b6e-b33c-c7498b17d244,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:16.893183 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3f7bd73e-a274-4dd9-9d7b-ace049c3d8fb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:16.905166 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-3f7bd73e-a274-4dd9-9d7b-ace049c3d8fb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.5652308
Mar 25 03:31:16.928765 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57176) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:17.011047 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7c46879f-7c85-4f5c-9f28-7d5756b007c0 req-7c1d2e6a-d80d-405d-81c2-ca8ca0345083 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 210 time: 0.1529899
Mar 25 03:31:17.012181 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] For port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:31:17.012181 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] For port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:31:17.012428 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-d109d784-6ba9-4927-b8e0-89f3d2c0b64c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Request body: {'security_group_rule': {'security_group_id': '4355af30-8498-4b6e-b33c-c7498b17d244', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:17.032824 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762dccc-1237-4ac0-bd04-7cb44ab3933f None None] Pushing event updated for resources: {'Port': ['ID=c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:17.052795 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.35', 60765) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:17.102798 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-3115037a-d1f1-4e21-9681-d6eb88431af7 None None] Provisioning complete for port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:17.103593 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3115037a-d1f1-4e21-9681-d6eb88431af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:17.131085 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:17.221948 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ac21e-3850-4c85-8a4d-64e998897816 req-ca678ecb-985b-4fca-86ff-34f5b09fdd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:17.227686 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e80ac21e-3850-4c85-8a4d-64e998897816 req-ca678ecb-985b-4fca-86ff-34f5b09fdd55 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0c4ba64-ea6d-4bff-86a1-292111caf644 HTTP/1.1" status: 200  len: 911 time: 0.7903595
Mar 25 03:31:17.442590 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 9962a606-3d7e-4b16-a478-e0ffd16c7a03 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:17.443328 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:17.462946 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762dccc-1237-4ac0-bd04-7cb44ab3933f None None] Pushing event updated for resources: {'Port': ['ID=c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6,revision_number=4']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:17.473357 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-303a0afa-eabc-4727-bd84-549b0c5a38f7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:17.491119 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-303a0afa-eabc-4727-bd84-549b0c5a38f7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 814 time: 0.4372151
Mar 25 03:31:17.528884 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e80ac21e-3850-4c85-8a4d-64e998897816 req-4ac4a371-d98c-491d-b407-429584441220 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e HTTP/1.1" status: 200  len: 217 time: 0.2885787
Mar 25 03:31:17.533157 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d109d784-6ba9-4927-b8e0-89f3d2c0b64c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group_rule (2d4edce5-86ca-495b-a69b-542bd134ba14), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:17.567485 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-3115037a-d1f1-4e21-9681-d6eb88431af7 None None] Port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:31:17.576501 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Routers {'727720ad-3914-4a41-a91d-7fef522c018a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:17.577622 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc6a8dc0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:31:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['727720ad-3914-4a41-a91d-7fef522c018a'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:17.606726 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:17.668979 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-81fc7b4c-d5a2-40e2-b36c-81030bb1b40c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb7222adc16e4fffa44214043ad0c7ad HTTP/1.1" status: 200  len: 379 time: 0.1610866
Mar 25 03:31:17.733908 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-d6472c39-52eb-44a1-99a3-e61587f23947 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'port': {'device_id': '659a6384-0384-49ff-a92a-e89013165789', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'admin_state_up': True, 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'security_groups': ['1f3f0d78-4cd2-4fca-8897-84729aafd141']}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:17.735472 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:17.884780 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] Set router 727720ad-3914-4a41-a91d-7fef522c018a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:18.054848 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 9962a606-3d7e-4b16-a478-e0ffd16c7a03 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:18.214858 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7e2814bd-a382-4caa-9e45-2ff1f726e8f1 None None] Provisioning complete for port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:18.215529 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7e2814bd-a382-4caa-9e45-2ff1f726e8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:18.304444 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ac21e-3850-4c85-8a4d-64e998897816 req-de7a9afa-b868-449d-b186-ab3611bf48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:18.308981 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e80ac21e-3850-4c85-8a4d-64e998897816 req-de7a9afa-b868-449d-b186-ab3611bf48d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4dfdef7-3da7-4dca-bd2d-64c55a2082f1 HTTP/1.1" status: 200  len: 850 time: 0.7612031
Mar 25 03:31:18.320757 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd247ce8-01d9-4460-b781-bd9fe23adaa4 req-99486454-5540-4ff4-acc3-9cc70667ab41 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:18.338216 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bd247ce8-01d9-4460-b781-bd9fe23adaa4 req-99486454-5540-4ff4-acc3-9cc70667ab41 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 944 time: 0.6831343
Mar 25 03:31:18.388164 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7e2814bd-a382-4caa-9e45-2ff1f726e8f1 None None] Current status of the port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:18.389134 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7e2814bd-a382-4caa-9e45-2ff1f726e8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:18.479398 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e80ac21e-3850-4c85-8a4d-64e998897816 req-c5c9822f-cd61-4f61-a0e5-26a12e5d6e6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0c4ba64-ea6d-4bff-86a1-292111caf644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1122897
Mar 25 03:31:18.579035 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bd247ce8-01d9-4460-b781-bd9fe23adaa4 req-832ac21f-ee48-4aa4-8408-f49f6cbc289c tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2396419
Mar 25 03:31:18.613480 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d109d784-6ba9-4927-b8e0-89f3d2c0b64c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group_rule (2d4edce5-86ca-495b-a69b-542bd134ba14), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:18.637328 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7e2814bd-a382-4caa-9e45-2ff1f726e8f1 None None] For port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:18.658056 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-79d8ab12-e546-4da5-9b29-2e6ac873b8a1 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:18.660715 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc6a8dc0>, [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6', 'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'mac_address': 'fa:16:3e:29:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:06Z', 'updated_at': '2022-03-25T03:31:16Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'subnets': [{'id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:18.662801 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf999d60>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 2, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:18.664911 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-79d8ab12-e546-4da5-9b29-2e6ac873b8a1 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 818 time: 1.1423244
Mar 25 03:31:18.675583 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-d6472c39-52eb-44a1-99a3-e61587f23947 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Made reservation on behalf of eb7222adc16e4fffa44214043ad0c7ad for: {'port': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:31:18.680791 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-d6472c39-52eb-44a1-99a3-e61587f23947 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:18.690640 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-ddd0a7cf-2abb-4df8-a2ab-ccc99ea70da2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/quotas/6750a1abb76a492a97a64e85a17b7237 HTTP/1.1" status: 200  len: 375 time: 0.0247605
Mar 25 03:31:18.722442 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12118dda-af0f-4c96-9338-484a52691c52 None None] The sync data for ids ['727720ad-3914-4a41-a91d-7fef522c018a'] in dv-cinder-835168-1-iscsi is: [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6', 'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'mac_address': 'fa:16:3e:29:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:06Z', 'updated_at': '2022-03-25T03:31:16Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'subnets': [{'id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:31:18.740688 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Checking router: 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:31:18.741758 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Updating router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 port 2a469597-4707-400f-be5a-1c31234503ef binding host dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:31:18.803158 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7e2814bd-a382-4caa-9e45-2ff1f726e8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:18.867253 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d109d784-6ba9-4927-b8e0-89f3d2c0b64c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (2d4edce5-86ca-495b-a69b-542bd134ba14), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:18.920580 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e80ac21e-3850-4c85-8a4d-64e998897816 req-591bd888-75b5-42ad-9c1a-fec6d5576042 service neutron] 10.222.0.35 "GET /v2.0/networks/a0c4ba64-ea6d-4bff-86a1-292111caf644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4027653
Mar 25 03:31:18.989104 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (2a469597-4707-400f-be5a-1c31234503ef), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:19.132497 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2814bd-a382-4caa-9e45-2ff1f726e8f1 None None] Pushing event updated for resources: {'Port': ['ID=c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:19.138540 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109d784-6ba9-4927-b8e0-89f3d2c0b64c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4edce5-86ca-495b-a69b-542bd134ba14,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:19.198137 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e80ac21e-3850-4c85-8a4d-64e998897816 req-95d74ede-2687-410b-8d78-05da1be2731d service neutron] 10.222.0.35 "GET /v2.0/networks/a0c4ba64-ea6d-4bff-86a1-292111caf644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929381
Mar 25 03:31:19.224249 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d109d784-6ba9-4927-b8e0-89f3d2c0b64c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:19.228390 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-d109d784-6ba9-4927-b8e0-89f3d2c0b64c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.2974634
Mar 25 03:31:19.263371 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 57254) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:19.277933 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-6312b0db-95c5-4168-89cd-f98839693882 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Request body: {'security_group_rule': {'security_group_id': '4355af30-8498-4b6e-b33c-c7498b17d244', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:19.373807 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-a4642b9f-e0a7-48e6-b873-ea44e9b68c46 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6819100
Mar 25 03:31:19.395575 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bcb169e7-45b0-4001-9481-eb55aca69965 req-4a51fa6d-59fd-40ec-b607-c9f481f161e4 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 210 time: 0.1313984
Mar 25 03:31:19.404212 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-d6472c39-52eb-44a1-99a3-e61587f23947 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Allocated IP 172.20.0.13 (3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5/3f66c337-0509-432b-a485-8345b9a5f7ed/da8d5160-907f-42cd-b018-d2bece330b3c) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:31:19.417428 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:19.645618 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6312b0db-95c5-4168-89cd-f98839693882 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group_rule (647ef3eb-58b7-496f-95e8-fc96ea538536), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:19.865905 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Publish callbacks [] for port (2a469597-4707-400f-be5a-1c31234503ef), precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:19.916926 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6312b0db-95c5-4168-89cd-f98839693882 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group_rule (647ef3eb-58b7-496f-95e8-fc96ea538536), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:19.932728 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-d6472c39-52eb-44a1-99a3-e61587f23947 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for port (da8d5160-907f-42cd-b018-d2bece330b3c), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:19.955635 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (2a469597-4707-400f-be5a-1c31234503ef), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:20.033270 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-630b51fe-971e-45f6-8844-b1efecfe8ac0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:31:20.043720 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-630b51fe-971e-45f6-8844-b1efecfe8ac0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2525365
Mar 25 03:31:20.048827 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6312b0db-95c5-4168-89cd-f98839693882 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (647ef3eb-58b7-496f-95e8-fc96ea538536), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:20.091031 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a2cc6-8687-4217-adc1-91ea9b5c6a9f None None] Pushing event updated for resources: {'Port': ['ID=2a469597-4707-400f-be5a-1c31234503ef,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:20.104989 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312b0db-95c5-4168-89cd-f98839693882 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647ef3eb-58b7-496f-95e8-fc96ea538536,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:20.161293 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064f2e-10e1-4d56-bdd9-2bf046a47df6 req-f260c369-5ebc-45a7-a4e6-fdbb7229c658 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:20.177877 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-99064f2e-10e1-4d56-bdd9-2bf046a47df6 req-f260c369-5ebc-45a7-a4e6-fdbb7229c658 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 944 time: 0.2086649
Mar 25 03:31:20.207351 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-d6472c39-52eb-44a1-99a3-e61587f23947 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:20.330248 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Attempting to bind port 2a469597-4707-400f-be5a-1c31234503ef on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:31:20.330666 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Attempting to bind port 2a469597-4707-400f-be5a-1c31234503ef by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:31:20.331032 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Attempting to bind port 2a469597-4707-400f-be5a-1c31234503ef on network 2c5a4335-913f-4831-9329-aefa2b16e173 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:20.344679 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:31:20.347782 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Checking segment: {'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:31:20.347782 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:20.347782 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Bound using segment: {'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:31:20.347782 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Bound port: 2a469597-4707-400f-be5a-1c31234503ef, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:31:20.347782 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (2a469597-4707-400f-be5a-1c31234503ef), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:20.407248 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-9795ced7-706c-48dc-9ce6-c0acaf774c61 service neutron] 10.222.0.24 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3625739
Mar 25 03:31:20.504834 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:20.510055 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6312b0db-95c5-4168-89cd-f98839693882 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:20.513263 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-6312b0db-95c5-4168-89cd-f98839693882 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2478299
Mar 25 03:31:20.514771 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6472c39-52eb-44a1-99a3-e61587f23947 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'Port': ['ID=da8d5160-907f-42cd-b018-d2bece330b3c,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:20.527526 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 57292) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:20.553674 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:20.651740 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-d6472c39-52eb-44a1-99a3-e61587f23947 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:20.672303 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-d6472c39-52eb-44a1-99a3-e61587f23947 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:20.702037 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-d6472c39-52eb-44a1-99a3-e61587f23947 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:31:20.714099 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-d6472c39-52eb-44a1-99a3-e61587f23947 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:20.714289 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-d6472c39-52eb-44a1-99a3-e61587f23947 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for port (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:20.717290 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-5675c874-5b25-43a9-8667-bd612ee2d0ea service neutron] 10.222.0.24 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3086314
Mar 25 03:31:20.779017 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-99064f2e-10e1-4d56-bdd9-2bf046a47df6 req-ced9d09c-7897-4f13-8ae6-a30df1c43284 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6002085
Mar 25 03:31:20.859845 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] For port 2a469597-4707-400f-be5a-1c31234503ef, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:31:20.892762 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:20.895070 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-1b805487-b92e-4132-8d2f-5f2b27c4bfd3 None None] Provisioning complete for port 2a469597-4707-400f-be5a-1c31234503ef triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:20.895626 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1b805487-b92e-4132-8d2f-5f2b27c4bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (2a469597-4707-400f-be5a-1c31234503ef), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:20.913190 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] For port 2a469597-4707-400f-be5a-1c31234503ef, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=2a469597-4707-400f-be5a-1c31234503ef,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:31:20.936320 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-d6472c39-52eb-44a1-99a3-e61587f23947 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2265310
Mar 25 03:31:21.057772 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-1b805487-b92e-4132-8d2f-5f2b27c4bfd3 None None] Port 2a469597-4707-400f-be5a-1c31234503ef cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:31:21.073997 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (2a469597-4707-400f-be5a-1c31234503ef), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:21.089626 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Request body: {'port': {'device_id': '659a6384-0384-49ff-a92a-e89013165789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:21.152799 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a2cc6-8687-4217-adc1-91ea9b5c6a9f None None] Pushing event updated for resources: {'Port': ['ID=2a469597-4707-400f-be5a-1c31234503ef,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:21.165695 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:21.166214 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:21.256440 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:21.325073 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:21.326383 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf999d60>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:31:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:21.514297 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-1a132eb4-0428-43db-a7f6-88e932dab676 None None] Provisioning complete for port da8d5160-907f-42cd-b018-d2bece330b3c triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:21.514676 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1a132eb4-0428-43db-a7f6-88e932dab676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:21.649078 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:21.651696 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:21.716290 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:21.755731 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-1a132eb4-0428-43db-a7f6-88e932dab676 None None] Port da8d5160-907f-42cd-b018-d2bece330b3c cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:31:21.803451 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57336) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:22.027974 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Allocated IP 172.27.0.212 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/ccfc99db-eaeb-47c6-9c6e-1338412750fd) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:31:22.058309 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-839a20aa-85c6-4885-8866-55997d2f099c None None] Provisioning complete for port 2a469597-4707-400f-be5a-1c31234503ef triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:22.058926 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-839a20aa-85c6-4885-8866-55997d2f099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (2a469597-4707-400f-be5a-1c31234503ef), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:22.070937 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae5984-ba2d-434c-9f7c-f0ecbe5132ee req-296bf5c4-4c93-4f42-ab62-69ba1c921e27 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:22.079091 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-caae5984-ba2d-434c-9f7c-f0ecbe5132ee req-296bf5c4-4c93-4f42-ab62-69ba1c921e27 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 932 time: 0.8200350
Mar 25 03:31:22.111337 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-817b330b-30eb-405e-906b-c157737a64e9 req-e6b00ee1-c64c-4274-9828-8fb54a022d30 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 210 time: 0.0792530
Mar 25 03:31:22.124708 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d4cf82aa-5833-4eb9-a0f2-37a283fb3466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:22.312186 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-839a20aa-85c6-4885-8866-55997d2f099c None None] Current status of the port 2a469597-4707-400f-be5a-1c31234503ef is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:22.313569 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-839a20aa-85c6-4885-8866-55997d2f099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (2a469597-4707-400f-be5a-1c31234503ef), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:22.377110 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d4cf82aa-5833-4eb9-a0f2-37a283fb3466 admin admin] Publish callbacks [] for security_group (c04cf2e2-d734-4ca3-80ad-c73b79e6a563), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:22.380883 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-839a20aa-85c6-4885-8866-55997d2f099c None None] For port 2a469597-4707-400f-be5a-1c31234503ef, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=2a469597-4707-400f-be5a-1c31234503ef,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:22.410275 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf999d60>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:20Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:22.478882 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2a469597-4707-400f-be5a-1c31234503ef up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:22.483860 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323b3985-0c23-4fcf-9d67-d9ddb872d8da None None] The sync data for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi is: [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:20Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:31:22.485513 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d4cf82aa-5833-4eb9-a0f2-37a283fb3466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c04cf2e2-d734-4ca3-80ad-c73b79e6a563), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:22.523249 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c073755-5f4c-430d-ba0c-08711db646a8 req-27e8f5ab-5d7a-4ff5-8e60-7ac1bd7bb08e tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:22.539343 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9c073755-5f4c-430d-ba0c-08711db646a8 req-27e8f5ab-5d7a-4ff5-8e60-7ac1bd7bb08e tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 944 time: 0.1032867
Mar 25 03:31:22.559413 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-839a20aa-85c6-4885-8866-55997d2f099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (2a469597-4707-400f-be5a-1c31234503ef), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:22.615589 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a20aa-85c6-4885-8866-55997d2f099c None None] Pushing event updated for resources: {'Port': ['ID=2a469597-4707-400f-be5a-1c31234503ef,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:22.645811 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 2a469597-4707-400f-be5a-1c31234503ef triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:22.646191 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (2a469597-4707-400f-be5a-1c31234503ef), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:22.703203 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-d4cf82aa-5833-4eb9-a0f2-37a283fb3466 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5dd2c30cdcbf444e9c7e7d1372dd24a9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8985562
Mar 25 03:31:22.723622 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf82aa-5833-4eb9-a0f2-37a283fb3466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04cf2e2-d734-4ca3-80ad-c73b79e6a563,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:22.726645 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57358) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:22.785004 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9c073755-5f4c-430d-ba0c-08711db646a8 req-740d4f8d-dea9-4d35-88b8-d0ec1b1fabe5 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2440052
Mar 25 03:31:22.817299 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 2a469597-4707-400f-be5a-1c31234503ef is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:22.883852 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-92031ec1-49d7-4581-b5e1-9b952dc5bcf9 admin admin] Publish callbacks [] for security_group (c04cf2e2-d734-4ca3-80ad-c73b79e6a563), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:22.933230 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-caae5984-ba2d-434c-9f7c-f0ecbe5132ee req-a493ec04-860a-41a3-b894-021c942e1b14 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8529029
Mar 25 03:31:22.949993 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-92031ec1-49d7-4581-b5e1-9b952dc5bcf9 admin admin] Publish callbacks [] for security_group (c04cf2e2-d734-4ca3-80ad-c73b79e6a563), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:23.025807 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for port (ccfc99db-eaeb-47c6-9c6e-1338412750fd), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:23.229589 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8d5160-907f-42cd-b018-d2bece330b3c {{(pid=103656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:31:23.241711 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-92031ec1-49d7-4581-b5e1-9b952dc5bcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c04cf2e2-d734-4ca3-80ad-c73b79e6a563), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:23.246629 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-92031ec1-49d7-4581-b5e1-9b952dc5bcf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:23.247779 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Publish callbacks [] for port (da8d5160-907f-42cd-b018-d2bece330b3c), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:23.250394 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-92031ec1-49d7-4581-b5e1-9b952dc5bcf9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c04cf2e2-d734-4ca3-80ad-c73b79e6a563 HTTP/1.1" status: 204  len: 168 time: 0.5110497
Mar 25 03:31:23.277494 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.provisioning_blocks [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Transition to ACTIVE for port object da8d5160-907f-42cd-b018-d2bece330b3c will not be triggered until provisioned by entity L2. {{(pid=103656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:31:23.282939 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92031ec1-49d7-4581-b5e1-9b952dc5bcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04cf2e2-d734-4ca3-80ad-c73b79e6a563,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:23.385091 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (ccfc99db-eaeb-47c6-9c6e-1338412750fd), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:23.437526 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:23.498575 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:23.515047 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:23.524450 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:31:23.564480 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-c23157b4-2770-49b2-b4b5-309786a55081 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:23.571675 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-c23157b4-2770-49b2-b4b5-309786a55081 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 818 time: 0.4136739
Mar 25 03:31:23.768218 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event updated for resources: {'Port': ['ID=ccfc99db-eaeb-47c6-9c6e-1338412750fd,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:23.869529 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8f70b944-ba3d-41ba-8b5d-3aa8cafa5fa1 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/quotas/6750a1abb76a492a97a64e85a17b7237 HTTP/1.1" status: 200  len: 375 time: 0.2968369
Mar 25 03:31:23.915181 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Attempting to bind port da8d5160-907f-42cd-b018-d2bece330b3c on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:31:23.916089 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Attempting to bind port da8d5160-907f-42cd-b018-d2bece330b3c by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'}] {{(pid=103656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:31:23.916566 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Attempting to bind port da8d5160-907f-42cd-b018-d2bece330b3c on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:23.985936 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Port da8d5160-907f-42cd-b018-d2bece330b3c on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:31:23.986717 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Attempting to bind port da8d5160-907f-42cd-b018-d2bece330b3c on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:24.002191 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (bd3f314d-737b-43c2-9219-17efbd8dd6dc), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:24.017868 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:31:24.018852 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Checking segment: {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:31:24.018852 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Bound using segment: {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'} {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:31:24.019253 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Bound port: da8d5160-907f-42cd-b018-d2bece330b3c, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'}}] {{(pid=103656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:31:24.019616 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:24.026656 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Pushing event updated for resources: {'Port': ['ID=da8d5160-907f-42cd-b018-d2bece330b3c,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:24.105588 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4ca1b-da8c-4fc9-a197-5a5cabac0a42 req-b41acd18-17b7-476e-beff-2c1c26243707 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:24.106197 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-9a279d01-7d38-475c-8f01-5b5a46d62af3 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2351804
Mar 25 03:31:24.108594 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-07c4ca1b-da8c-4fc9-a197-5a5cabac0a42 req-b41acd18-17b7-476e-beff-2c1c26243707 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 944 time: 0.1042399
Mar 25 03:31:24.206852 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-07c4ca1b-da8c-4fc9-a197-5a5cabac0a42 req-fddb7f25-36b0-4b68-85be-9c6a7653c9ea tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927839
Mar 25 03:31:24.227830 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ccfc99db-eaeb-47c6-9c6e-1338412750fd), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:24.303574 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] For port da8d5160-907f-42cd-b018-d2bece330b3c, host hv-cinder-83516, cleared binding levels {{(pid=103656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:31:24.381501 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] For port da8d5160-907f-42cd-b018-d2bece330b3c, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=da8d5160-907f-42cd-b018-d2bece330b3c,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:31:24.414854 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 57416) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:24.452289 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-baf3bee0-d050-4966-bb2a-f1e219119c68 service neutron] 10.222.0.24 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3388500
Mar 25 03:31:24.456516 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c29b5530-b9d2-40a1-a17f-598bc79ba765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:24.470335 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2a469597-4707-400f-be5a-1c31234503ef up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:24.480599 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8a9fc-ca77-4bb8-afb2-dd988e6156fe req-710a249e-562e-4eb1-b906-24b222cf1b3b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:24.482431 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-faf8a9fc-ca77-4bb8-afb2-dd988e6156fe req-710a249e-562e-4eb1-b906-24b222cf1b3b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 944 time: 0.1661735
Mar 25 03:31:24.490745 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:24.579435 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-faf8a9fc-ca77-4bb8-afb2-dd988e6156fe req-70729d58-ea59-49a6-aafc-8245c0e3bc8d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843837
Mar 25 03:31:24.616557 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:24.617218 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for port (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:24.619843 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] 10.222.0.35 "PUT /v2.0/ports/da8d5160-907f-42cd-b018-d2bece330b3c HTTP/1.1" status: 200  len: 1094 time: 3.5582008
Mar 25 03:31:24.620525 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659a6384-0384-49ff-a92a-e89013165789', 'tag': 'da8d5160-907f-42cd-b018-d2bece330b3c'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:31:24.690129 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 2a469597-4707-400f-be5a-1c31234503ef triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:24.692527 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (2a469597-4707-400f-be5a-1c31234503ef), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:24.949132 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 2a469597-4707-400f-be5a-1c31234503ef is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:24.949237 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for port (ccfc99db-eaeb-47c6-9c6e-1338412750fd), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:24.949237 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf13a9-52c9-4987-98ac-bac9ac6bbeed service neutron] Pushing event updated for resources: {'Port': ['ID=da8d5160-907f-42cd-b018-d2bece330b3c,revision_number=3']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:24.957249 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57428) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:25.203135 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d2128a4-6229-44c2-85d3-6f04be3664bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:25.229211 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-a7e603a5-a969-4ed0-8e3e-4d2b8a8257e9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:25.230899 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-a7e603a5-a969-4ed0-8e3e-4d2b8a8257e9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 818 time: 0.2161841
Mar 25 03:31:25.314938 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9345507-5ba5-436b-bde5-2a91ed742afe" -d '{"events": [{"name": "network-changed", "server_uuid": "659a6384-0384-49ff-a92a-e89013165789", "tag": "da8d5160-907f-42cd-b018-d2bece330b3c"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:31:25.361873 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-c3abbcd3-cb7e-4b1c-b7f2-a00ec832fb40 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Request body: {'port': {'device_id': '427bf197-f076-4687-807b-a2c6805847c9', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'admin_state_up': True, 'tenant_id': '6750a1abb76a492a97a64e85a17b7237'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:25.383431 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ccfc99db-eaeb-47c6-9c6e-1338412750fd), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:25.394732 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-9c8c2066-a74a-486a-9591-58ebdb1c6c15 service neutron] 10.222.0.24 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9182665
Mar 25 03:31:25.427927 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453cebd-3c5d-4e5b-baf0-62d0a95776d5 req-fd9573d9-67e0-4e1f-a619-12c2e159f774 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:25.429535 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9453cebd-3c5d-4e5b-baf0-62d0a95776d5 req-fd9573d9-67e0-4e1f-a619-12c2e159f774 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 944 time: 0.1372628
Mar 25 03:31:25.432272 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d2128a4-6229-44c2-85d3-6f04be3664bd admin admin] Publish callbacks [] for security_group (2cedb9da-e653-4d98-9259-fd53d0aa7cc5), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:25.443634 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c29b5530-b9d2-40a1-a17f-598bc79ba765 admin admin] Publish callbacks [] for security_group (0d6754e6-8882-4ead-a014-f3132959efeb), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:25.451089 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-cde8ff9d-d7c6-457f-8f52-7caff538836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:25.452592 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-cde8ff9d-d7c6-457f-8f52-7caff538836a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 1128 time: 0.6466465
Mar 25 03:31:25.472209 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (bd3f314d-737b-43c2-9219-17efbd8dd6dc), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:25.500956 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event updated for resources: {'Port': ['ID=ccfc99db-eaeb-47c6-9c6e-1338412750fd,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:25.515488 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9453cebd-3c5d-4e5b-baf0-62d0a95776d5 req-455e520d-755a-46d9-a712-be52cf7050ae tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757816
Mar 25 03:31:25.567329 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d2128a4-6229-44c2-85d3-6f04be3664bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2cedb9da-e653-4d98-9259-fd53d0aa7cc5), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:25.610601 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-3d2128a4-6229-44c2-85d3-6f04be3664bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b634702beaa74ec5a9e91b91c23313df&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6526940
Mar 25 03:31:25.613595 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57448) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:25.620210 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2128a4-6229-44c2-85d3-6f04be3664bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cedb9da-e653-4d98-9259-fd53d0aa7cc5,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:25.690089 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8dd55dee-4cf9-4baf-b311-304d613b7e83 admin admin] Publish callbacks [] for security_group (2cedb9da-e653-4d98-9259-fd53d0aa7cc5), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:25.716946 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8dd55dee-4cf9-4baf-b311-304d613b7e83 admin admin] Publish callbacks [] for security_group (2cedb9da-e653-4d98-9259-fd53d0aa7cc5), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:25.726036 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-c3abbcd3-cb7e-4b1c-b7f2-a00ec832fb40 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Made reservation on behalf of 6750a1abb76a492a97a64e85a17b7237 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:31:25.730158 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-c3abbcd3-cb7e-4b1c-b7f2-a00ec832fb40 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:25.745132 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7725a9-487b-4489-8fba-d1dad2d95eb5 x-openstack-request-id: req-dc7725a9-487b-4489-8fba-d1dad2d95eb5 {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:31:25.745423 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659a6384-0384-49ff-a92a-e89013165789", "tag": "da8d5160-907f-42cd-b018-d2bece330b3c", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:31:25.745697 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc7725a9-487b-4489-8fba-d1dad2d95eb5 {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:31:25.746162 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7725a9-487b-4489-8fba-d1dad2d95eb5'] response: {'name': 'network-changed', 'server_uuid': '659a6384-0384-49ff-a92a-e89013165789', 'tag': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'status': 'completed', 'code': 200}
Mar 25 03:31:25.747508 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-86847461-952d-45b8-a48c-1976b1f9b4dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8d5160-907f-42cd-b018-d2bece330b3c HTTP/1.1" status: 200  len: 217 time: 0.1899681
Mar 25 03:31:25.753823 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:25.760632 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-b5f685d6-80be-4c99-a7aa-b7b7fd1108d7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.2285576
Mar 25 03:31:25.762225 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c29b5530-b9d2-40a1-a17f-598bc79ba765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (0d6754e6-8882-4ead-a014-f3132959efeb), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:25.780653 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-316f75d8-90af-453c-b133-566b02882bf1 req-215315ac-6f21-46c9-a01b-7610ed3e1ded tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 210 time: 0.0610423
Mar 25 03:31:25.802869 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-c29b5530-b9d2-40a1-a17f-598bc79ba765 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38951a9a488144da9ff2b05f67413697&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3865247
Mar 25 03:31:25.805825 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57456) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:25.862939 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-743484c3-ed96-4954-9c7a-85b0800dd899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:25.864527 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-743484c3-ed96-4954-9c7a-85b0800dd899 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f66c337-0509-432b-a485-8345b9a5f7ed HTTP/1.1" status: 200  len: 853 time: 0.0661850
Mar 25 03:31:25.943524 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-88200525-2bab-4884-bc03-c7ea07b43267 admin admin] Publish callbacks [] for security_group (0d6754e6-8882-4ead-a014-f3132959efeb), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:25.970972 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-c3abbcd3-cb7e-4b1c-b7f2-a00ec832fb40 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Allocated IP 172.20.0.3 (9d70a202-db46-4a1a-a143-044e2e127080/7008e8ea-4697-461d-ba8a-15ecafc567cb/09219ae5-fb35-4a1c-8769-efa178c6dd25) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:31:25.983392 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b5530-b9d2-40a1-a17f-598bc79ba765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6754e6-8882-4ead-a014-f3132959efeb,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:25.985492 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-88200525-2bab-4884-bc03-c7ea07b43267 admin admin] Publish callbacks [] for security_group (0d6754e6-8882-4ead-a014-f3132959efeb), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:26.014573 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66288dad-d593-4c1b-9fff-99131bb01933 req-24027f7e-923f-4212-a976-4e456471205b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:26.016111 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-66288dad-d593-4c1b-9fff-99131bb01933 req-24027f7e-923f-4212-a976-4e456471205b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 944 time: 0.2729504
Mar 25 03:31:26.036543 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-0c9aea96-ca29-4bb0-adc5-07a24951d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:26.038023 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-0c9aea96-ca29-4bb0-adc5-07a24951d8ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1426120
Mar 25 03:31:26.051037 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8dd55dee-4cf9-4baf-b311-304d613b7e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2cedb9da-e653-4d98-9259-fd53d0aa7cc5), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:26.053539 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8dd55dee-4cf9-4baf-b311-304d613b7e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:26.054770 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-8dd55dee-4cf9-4baf-b311-304d613b7e83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cedb9da-e653-4d98-9259-fd53d0aa7cc5 HTTP/1.1" status: 204  len: 168 time: 0.4401846
Mar 25 03:31:26.110937 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd55dee-4cf9-4baf-b311-304d613b7e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cedb9da-e653-4d98-9259-fd53d0aa7cc5,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:26.154043 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-0dcfbb5a-80fa-4c7f-b9ab-e38cf8751369 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1710993565&fields=id&tenant_id=cb503745eeb5421c88b2fe9a4ef78921 HTTP/1.1" status: 200  len: 267 time: 0.1443181
Mar 25 03:31:26.243261 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-66288dad-d593-4c1b-9fff-99131bb01933 req-ba76c587-78c9-41c1-a13c-95a580e93a3d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2205710
Mar 25 03:31:26.274114 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-88200525-2bab-4884-bc03-c7ea07b43267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (0d6754e6-8882-4ead-a014-f3132959efeb), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:26.276519 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-88200525-2bab-4884-bc03-c7ea07b43267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:26.280275 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-88200525-2bab-4884-bc03-c7ea07b43267 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d6754e6-8882-4ead-a014-f3132959efeb HTTP/1.1" status: 204  len: 168 time: 0.4709556
Mar 25 03:31:26.316391 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88200525-2bab-4884-bc03-c7ea07b43267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6754e6-8882-4ead-a014-f3132959efeb,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:26.324540 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-39a99a1d-fba4-4a5f-9ccc-8ac64c0eb17b service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2559810
Mar 25 03:31:26.397795 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-c3abbcd3-cb7e-4b1c-b7f2-a00ec832fb40 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:26.404845 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-900ef396-e970-45d1-b2d8-5e8ebba82804 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:26.412782 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-900ef396-e970-45d1-b2d8-5e8ebba82804 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/networks?id=2c5a4335-913f-4831-9329-aefa2b16e173 HTTP/1.1" status: 200  len: 817 time: 0.2475767
Mar 25 03:31:26.430695 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-0827ab5a-898d-4ed0-aef9-21c6ddc0ad58 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/quotas/cb503745eeb5421c88b2fe9a4ef78921 HTTP/1.1" status: 200  len: 375 time: 0.0175633
Mar 25 03:31:26.451215 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-01a7a29a-bf46-4cb7-b314-89f6e48edb49 req-f330f66b-dff7-435b-9006-41fdf0e4263a service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1161113
Mar 25 03:31:26.502557 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-8476d65b-81db-43c8-a888-27591d47da02 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0683124
Mar 25 03:31:26.606777 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-c3abbcd3-cb7e-4b1c-b7f2-a00ec832fb40 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:26.636308 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-9cc0b977-503d-4981-96da-411a8de022c7 service neutron] 10.222.0.24 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206648
Mar 25 03:31:26.698061 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef04c7-a9b6-4c8f-8408-b23d61c6dba1 req-d7d21a38-1406-4155-a749-69187dc471da tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:26.707012 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-dcef04c7-a9b6-4c8f-8408-b23d61c6dba1 req-d7d21a38-1406-4155-a749-69187dc471da tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 944 time: 0.1139157
Mar 25 03:31:26.713538 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-c3abbcd3-cb7e-4b1c-b7f2-a00ec832fb40 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Network 9d70a202-db46-4a1a-a143-044e2e127080 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:26.728381 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9345507-5ba5-436b-bde5-2a91ed742afe req-dc7be875-ca43-4897-a6cc-592a28955bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:26.730194 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e9345507-5ba5-436b-bde5-2a91ed742afe req-dc7be875-ca43-4897-a6cc-592a28955bf3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 1128 time: 0.0967255
Mar 25 03:31:26.733362 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-c3abbcd3-cb7e-4b1c-b7f2-a00ec832fb40 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:26.743486 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-c3abbcd3-cb7e-4b1c-b7f2-a00ec832fb40 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:31:26.748885 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-c3abbcd3-cb7e-4b1c-b7f2-a00ec832fb40 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:26.749516 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-c3abbcd3-cb7e-4b1c-b7f2-a00ec832fb40 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:26.772049 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abbcd3-cb7e-4b1c-b7f2-a00ec832fb40 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Pushing event updated for resources: {'Port': ['ID=09219ae5-fb35-4a1c-8769-efa178c6dd25,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:26.827647 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-98686145-9b4f-4df3-9c45-965eff3d9b21 service neutron] 10.222.0.24 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1777475
Mar 25 03:31:26.889218 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-c3abbcd3-cb7e-4b1c-b7f2-a00ec832fb40 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5398028
Mar 25 03:31:26.901213 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Request body: {'port': {'device_id': '427bf197-f076-4687-807b-a2c6805847c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:26.942372 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-dcef04c7-a9b6-4c8f-8408-b23d61c6dba1 req-c79a5046-7e0f-45ba-accc-e704310d8d9c tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2352941
Mar 25 03:31:27.001628 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9345507-5ba5-436b-bde5-2a91ed742afe req-fce6addd-8599-4b7a-b892-712e74c53550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:27.005342 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e9345507-5ba5-436b-bde5-2a91ed742afe req-fce6addd-8599-4b7a-b892-712e74c53550 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 915 time: 0.2667222
Mar 25 03:31:27.025576 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:27.054379 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-86582949-f046-4cf3-988d-54cd3e4b2894 None None] Provisioning complete for port 09219ae5-fb35-4a1c-8769-efa178c6dd25 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:27.055363 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-86582949-f046-4cf3-988d-54cd3e4b2894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:27.061082 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e9345507-5ba5-436b-bde5-2a91ed742afe req-b452238e-9e98-447e-8c29-5292223500db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8d5160-907f-42cd-b018-d2bece330b3c HTTP/1.1" status: 200  len: 217 time: 0.0504415
Mar 25 03:31:27.090820 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3ac1aa05-3543-40e1-966c-27e24c72ee39 req-063de9c0-5f9c-42dc-ad87-4660c6fb67bc tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 210 time: 0.0280840
Mar 25 03:31:27.092195 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-86582949-f046-4cf3-988d-54cd3e4b2894 None None] Port 09219ae5-fb35-4a1c-8769-efa178c6dd25 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:31:27.133043 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 57510) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:27.151717 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-32feb3b6-499f-4472-b20e-f4d7beb34929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:27.154340 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9345507-5ba5-436b-bde5-2a91ed742afe req-a3702a72-c1eb-4976-8fc1-8e010c13ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:27.155762 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e9345507-5ba5-436b-bde5-2a91ed742afe req-a3702a72-c1eb-4976-8fc1-8e010c13ea05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f66c337-0509-432b-a485-8345b9a5f7ed HTTP/1.1" status: 200  len: 853 time: 0.0684109
Mar 25 03:31:27.373987 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-de5c8e98-3a92-48b0-a5b5-867c84ba5c66 req-472e6554-8740-49c8-be8f-5f12aedf9cdf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 210 time: 0.0798092
Mar 25 03:31:27.388505 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09219ae5-fb35-4a1c-8769-efa178c6dd25 {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:31:27.391109 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-32feb3b6-499f-4472-b20e-f4d7beb34929 admin admin] Publish callbacks [] for security_group (b54d9d0b-0cad-47ab-b461-e9e60ab1de92), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:27.405617 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9345507-5ba5-436b-bde5-2a91ed742afe req-ef81a85a-9185-4aad-b97d-dee621b1efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:27.406959 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e9345507-5ba5-436b-bde5-2a91ed742afe req-ef81a85a-9185-4aad-b97d-dee621b1efd6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2432804
Mar 25 03:31:27.409510 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Publish callbacks [] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:27.443834 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441a55f-9d5f-43d5-b438-a804859a3652 req-2e1c3a42-f19f-49d5-9058-d532c908ad32 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:27.443834 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5441a55f-9d5f-43d5-b438-a804859a3652 req-2e1c3a42-f19f-49d5-9058-d532c908ad32 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 944 time: 0.1070580
Mar 25 03:31:27.443834 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Transition to ACTIVE for port object 09219ae5-fb35-4a1c-8769-efa178c6dd25 will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:31:27.505736 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-32feb3b6-499f-4472-b20e-f4d7beb34929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (b54d9d0b-0cad-47ab-b461-e9e60ab1de92), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:27.523414 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5441a55f-9d5f-43d5-b438-a804859a3652 req-98af2daa-7fd9-4aa1-a560-8f3ae86f0a00 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603623
Mar 25 03:31:27.564171 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-32feb3b6-499f-4472-b20e-f4d7beb34929 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce2a17bd7bbb4229a6b5508d314896a9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4278097
Mar 25 03:31:27.566851 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32feb3b6-499f-4472-b20e-f4d7beb34929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54d9d0b-0cad-47ab-b461-e9e60ab1de92,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:27.566973 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57530) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:27.583421 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:27.589987 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e9345507-5ba5-436b-bde5-2a91ed742afe req-a9409a8b-24de-4e1b-b2b2-45e44b36b1ba service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699710
Mar 25 03:31:27.702876 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Pushing event updated for resources: {'Port': ['ID=09219ae5-fb35-4a1c-8769-efa178c6dd25,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:27.720846 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e9345507-5ba5-436b-bde5-2a91ed742afe req-c3cb2120-ac6a-403b-9664-db15898b3d84 service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306353
Mar 25 03:31:27.745865 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4c6a164c-00b2-4c0f-8eba-a921f65b03a7 admin admin] Publish callbacks [] for security_group (b54d9d0b-0cad-47ab-b461-e9e60ab1de92), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:27.770999 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Attempting to bind port 09219ae5-fb35-4a1c-8769-efa178c6dd25 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:31:27.771338 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Attempting to bind port 09219ae5-fb35-4a1c-8769-efa178c6dd25 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:31:27.771669 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Attempting to bind port 09219ae5-fb35-4a1c-8769-efa178c6dd25 on network 9d70a202-db46-4a1a-a143-044e2e127080 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:27.787599 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4c6a164c-00b2-4c0f-8eba-a921f65b03a7 admin admin] Publish callbacks [] for security_group (b54d9d0b-0cad-47ab-b461-e9e60ab1de92), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:27.789370 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Port 09219ae5-fb35-4a1c-8769-efa178c6dd25 on network 9d70a202-db46-4a1a-a143-044e2e127080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:31:27.789721 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Attempting to bind port 09219ae5-fb35-4a1c-8769-efa178c6dd25 on network 9d70a202-db46-4a1a-a143-044e2e127080 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:27.803511 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:31:27.805341 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Checking segment: {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:31:27.805341 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Bound using segment: {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:31:27.805341 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Bound port: 09219ae5-fb35-4a1c-8769-efa178c6dd25, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:31:27.805341 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:27.894837 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] For port 09219ae5-fb35-4a1c-8769-efa178c6dd25, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:31:27.898197 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] For port 09219ae5-fb35-4a1c-8769-efa178c6dd25, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=09219ae5-fb35-4a1c-8769-efa178c6dd25,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:31:27.932614 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4c6a164c-00b2-4c0f-8eba-a921f65b03a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (b54d9d0b-0cad-47ab-b461-e9e60ab1de92), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:27.936084 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4c6a164c-00b2-4c0f-8eba-a921f65b03a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:27.937887 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-4c6a164c-00b2-4c0f-8eba-a921f65b03a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b54d9d0b-0cad-47ab-b461-e9e60ab1de92 HTTP/1.1" status: 204  len: 168 time: 0.3693945
Mar 25 03:31:27.959806 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a164c-00b2-4c0f-8eba-a921f65b03a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54d9d0b-0cad-47ab-b461-e9e60ab1de92,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:27.982653 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:28.169792 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a73ee8-d217-40fa-bc22-f2e7c21b82d4 req-96cfde50-0d85-4d36-9658-ab83d87a1ee8 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:28.181243 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c5a73ee8-d217-40fa-bc22-f2e7c21b82d4 req-96cfde50-0d85-4d36-9658-ab83d87a1ee8 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 944 time: 0.1317825
Mar 25 03:31:28.274142 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c5a73ee8-d217-40fa-bc22-f2e7c21b82d4 req-f8682b12-1257-4e6e-b0a2-71870cc851a6 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917792
Mar 25 03:31:28.276856 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:28.277805 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:28.279455 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] 10.222.0.35 "PUT /v2.0/ports/09219ae5-fb35-4a1c-8769-efa178c6dd25 HTTP/1.1" status: 200  len: 1093 time: 1.3828456
Mar 25 03:31:28.280434 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:31:28.283648 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427bf197-f076-4687-807b-a2c6805847c9', 'tag': '09219ae5-fb35-4a1c-8769-efa178c6dd25'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:31:28.286151 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b7d352-ea1d-4edf-ba22-3871e57e6924" -d '{"events": [{"name": "network-changed", "server_uuid": "427bf197-f076-4687-807b-a2c6805847c9", "tag": "09219ae5-fb35-4a1c-8769-efa178c6dd25"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:31:28.319285 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d08a00f5-2e2d-412e-b8a1-3776d5728c26 req-4628dd63-0f74-4e4a-b0a7-9624d118f56e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 210 time: 0.0582700
Mar 25 03:31:28.358188 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ea535-df93-4830-b32a-9c067f7691dc service neutron] Pushing event updated for resources: {'Port': ['ID=09219ae5-fb35-4a1c-8769-efa178c6dd25,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:28.514626 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-a43b6a04-e0c0-4a41-8959-286b2842421d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:28.516144 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-a43b6a04-e0c0-4a41-8959-286b2842421d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 818 time: 0.2268779
Mar 25 03:31:28.524114 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e,segment=NetworkSegment(6a50d8c4-31ef-4ad1-8069-06f81a9592e4),segment_id=6a50d8c4-31ef-4ad1-8069-06f81a9592e4)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:28.539313 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '7e12bfd4-98c9-4f59-ba71-cc908a62cb3e', 'network_id': 'a0c4ba64-ea6d-4bff-86a1-292111caf644', 'port_id': '7e12bfd4-98c9-4f59-ba71-cc908a62cb3e', 'mac_address': 'fa:16:3e:ec:65:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4dfdef7-3da7-4dca-bd2d-64c55a2082f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:31:28.557238 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7193c5-21ba-40cd-9367-707cdc822c06 x-openstack-request-id: req-3c7193c5-21ba-40cd-9367-707cdc822c06 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:31:28.557833 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427bf197-f076-4687-807b-a2c6805847c9", "tag": "09219ae5-fb35-4a1c-8769-efa178c6dd25", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:31:28.558103 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c7193c5-21ba-40cd-9367-707cdc822c06 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:31:28.558492 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7193c5-21ba-40cd-9367-707cdc822c06'] response: {'name': 'network-changed', 'server_uuid': '427bf197-f076-4687-807b-a2c6805847c9', 'tag': '09219ae5-fb35-4a1c-8769-efa178c6dd25', 'status': 'completed', 'code': 200}
Mar 25 03:31:28.587178 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:28.587846 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:28.606369 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-55b0aee0-e9ed-4971-bc70-3130a573104a req-cfa51992-719e-4653-89eb-3cee03478fdb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 210 time: 0.0947559
Mar 25 03:31:28.611483 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-5314ff74-7cbf-46be-8455-bd821a685d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:28.612961 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-5314ff74-7cbf-46be-8455-bd821a685d01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 1127 time: 0.1302190
Mar 25 03:31:28.625527 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:31:28.655599 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e,segment=NetworkSegment(6a50d8c4-31ef-4ad1-8069-06f81a9592e4),segment_id=6a50d8c4-31ef-4ad1-8069-06f81a9592e4)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:28.698406 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cab770-b8b2-4bd3-9bc0-33ea1a3c5b22 req-70a9c09f-c4ba-4c92-9f4b-f9b7b4d8b7ef tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:28.699479 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-56cab770-b8b2-4bd3-9bc0-33ea1a3c5b22 req-70a9c09f-c4ba-4c92-9f4b-f9b7b4d8b7ef tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 944 time: 0.0610111
Mar 25 03:31:28.748623 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-56cab770-b8b2-4bd3-9bc0-33ea1a3c5b22 req-8321840a-318b-4109-9e82-8492119572c4 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428476
Mar 25 03:31:28.766741 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:28.826584 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:29.019123 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57582) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:29.312370 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4d99c43b-8c2c-40c1-ab8c-ec9a49b21e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:29.420919 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4d99c43b-8c2c-40c1-ab8c-ec9a49b21e8a admin admin] Publish callbacks [] for security_group (abdc7e90-c7d9-45c7-88e8-ef6192a8e151), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:29.430736 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c40aac87-96ab-4e9a-9857-f20cf35f17a7 req-49185a1e-8007-4b1e-9329-f52ba1c9e4ab tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 210 time: 0.0336218
Mar 25 03:31:29.442966 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f144a-d8c5-44de-b9ee-f25734257be6 req-d6f747b3-b88a-4ca5-8e61-af2de7c836ff tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:29.447024 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1a2f144a-d8c5-44de-b9ee-f25734257be6 req-d6f747b3-b88a-4ca5-8e61-af2de7c836ff tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 945 time: 0.0770950
Mar 25 03:31:29.495231 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1a2f144a-d8c5-44de-b9ee-f25734257be6 req-67ff6ee7-4750-491d-ba97-f07ec940ddb9 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442340
Mar 25 03:31:29.514840 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4d99c43b-8c2c-40c1-ab8c-ec9a49b21e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (abdc7e90-c7d9-45c7-88e8-ef6192a8e151), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:29.553598 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-4d99c43b-8c2c-40c1-ab8c-ec9a49b21e8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75e3d33b344e4282898b0765a1501874&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5333650
Mar 25 03:31:29.556373 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 57604) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:29.561105 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99c43b-8c2c-40c1-ab8c-ec9a49b21e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdc7e90-c7d9-45c7-88e8-ef6192a8e151,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:29.625508 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d1495bb0-d54d-4fcd-81ab-9f7e6ca5d74c admin admin] Publish callbacks [] for security_group (abdc7e90-c7d9-45c7-88e8-ef6192a8e151), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:29.647075 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d1495bb0-d54d-4fcd-81ab-9f7e6ca5d74c admin admin] Publish callbacks [] for security_group (abdc7e90-c7d9-45c7-88e8-ef6192a8e151), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:29.707330 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-fea4bf6f-9b32-4172-90e7-a6dac1490739 req-3231f834-3285-4ae1-be20-7b4174da82d8 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 210 time: 0.0320613
Mar 25 03:31:29.812255 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d1495bb0-d54d-4fcd-81ab-9f7e6ca5d74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (abdc7e90-c7d9-45c7-88e8-ef6192a8e151), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:29.816277 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d1495bb0-d54d-4fcd-81ab-9f7e6ca5d74c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:29.821477 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-d1495bb0-d54d-4fcd-81ab-9f7e6ca5d74c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abdc7e90-c7d9-45c7-88e8-ef6192a8e151 HTTP/1.1" status: 204  len: 168 time: 0.2614160
Mar 25 03:31:29.827729 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1495bb0-d54d-4fcd-81ab-9f7e6ca5d74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdc7e90-c7d9-45c7-88e8-ef6192a8e151,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:29.881354 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456e8b7-fba4-4122-9f1c-91e9f9a85910 req-0b27f102-a895-4e5d-a176-8093cc2027e2 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:29.888941 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a456e8b7-fba4-4122-9f1c-91e9f9a85910 req-0b27f102-a895-4e5d-a176-8093cc2027e2 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 944 time: 0.0731072
Mar 25 03:31:29.931626 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a456e8b7-fba4-4122-9f1c-91e9f9a85910 req-afa5ff80-ccf9-47ac-a767-3f6422eaa9a0 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411966
Mar 25 03:31:30.532234 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-93c7e861-d32e-472e-b3d6-e0c43590a9de req-7c98c89f-93f9-46da-bd70-4bf4ac90fb5e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 210 time: 0.0280812
Mar 25 03:31:30.613180 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bca12-8276-4e45-8091-4d53ebcf6142 req-7dfe0063-00c4-4f02-84bf-5178bd59ecd1 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:30.614684 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7a1bca12-8276-4e45-8091-4d53ebcf6142 req-7dfe0063-00c4-4f02-84bf-5178bd59ecd1 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 945 time: 0.0536649
Mar 25 03:31:30.663306 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7a1bca12-8276-4e45-8091-4d53ebcf6142 req-c873d67e-5117-4060-a629-74f9ae12a1ce tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430994
Mar 25 03:31:30.809847 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-81bd6e0f-d076-4522-a400-f1c9c8407775 req-364f1008-df3f-474b-ab84-d0550d4bfc28 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 210 time: 0.0267043
Mar 25 03:31:31.010519 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:31.049743 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf990cd1-fe39-4c5b-96e0-21e614497086 req-34867123-40bf-461c-afac-c1457a3ff44e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:31.051228 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cf990cd1-fe39-4c5b-96e0-21e614497086 req-34867123-40bf-461c-afac-c1457a3ff44e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 944 time: 0.0529675
Mar 25 03:31:31.096570 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device da8d5160-907f-42cd-b018-d2bece330b3c details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:31:31.103949 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cf990cd1-fe39-4c5b-96e0-21e614497086 req-90c44b04-e45b-436e-82a3-82f5e1349dd8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467219
Mar 25 03:31:31.123704 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-611a47ce-3b2e-4bd9-8efc-173587214618 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Request body: {'port': {'device_id': '4168ab03-5d67-4c73-91c5-f633f27747ac', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'admin_state_up': True, 'tenant_id': '6750a1abb76a492a97a64e85a17b7237'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:31.155703 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-d6aa99f0-3179-4c02-9457-70b9711f56cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09219ae5-fb35-4a1c-8769-efa178c6dd25 HTTP/1.1" status: 200  len: 217 time: 0.0507967
Mar 25 03:31:31.228526 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-4e86c6f0-bc6e-4e24-b572-b1835e850ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:31.230711 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-4e86c6f0-bc6e-4e24-b572-b1835e850ffa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0680861
Mar 25 03:31:31.377205 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port da8d5160-907f-42cd-b018-d2bece330b3c, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=da8d5160-907f-42cd-b018-d2bece330b3c,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:31.388941 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'port_id': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'mac_address': 'fa:16:3e:18:78:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:31:31.427300 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['7e12bfd4-98c9-4f59-ba71-cc908a62cb3e'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:31:31.446599 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-3a5e0519-883e-48c0-9de5-1e18d3110eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:31.449948 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-3a5e0519-883e-48c0-9de5-1e18d3110eef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2005138
Mar 25 03:31:31.466696 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-611a47ce-3b2e-4bd9-8efc-173587214618 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Made reservation on behalf of 6750a1abb76a492a97a64e85a17b7237 for: {'port': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:31:31.468418 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57658) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:31.470259 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-611a47ce-3b2e-4bd9-8efc-173587214618 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:31.499387 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port da8d5160-907f-42cd-b018-d2bece330b3c is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:31.500089 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:31.532638 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8d5160-907f-42cd-b018-d2bece330b3c {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:31:31.624866 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port da8d5160-907f-42cd-b018-d2bece330b3c, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=da8d5160-907f-42cd-b018-d2bece330b3c,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:31.654549 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-2c4fb258-933a-40c5-928e-842baf916736 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985118
Mar 25 03:31:31.722370 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:31.824838 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7f791448-77d9-43e2-82ce-d594654ee0c4 req-fb89056b-bcea-4c22-b802-b47453f7eaef tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 210 time: 0.0611095
Mar 25 03:31:31.840661 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-611a47ce-3b2e-4bd9-8efc-173587214618 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Allocated IP 172.20.0.9 (9d70a202-db46-4a1a-a143-044e2e127080/7008e8ea-4697-461d-ba8a-15ecafc567cb/7a3a6de7-1d57-4f92-b520-826d9af653f4) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:31:31.865004 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=da8d5160-907f-42cd-b018-d2bece330b3c,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:31.878322 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fa91f97-da6c-4aba-9542-948c3afa8229 req-bc8ffc3b-06b4-44cb-8843-a2ae133387ce service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2161558
Mar 25 03:31:31.903718 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f87d9c98-10fd-4063-8657-406b1d0ad1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:31.951427 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['da8d5160-907f-42cd-b018-d2bece330b3c'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:31:32.090078 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f87d9c98-10fd-4063-8657-406b1d0ad1df admin admin] Publish callbacks [] for security_group (5803e8fa-94f2-40db-9577-bf32b6646c26), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:32.123429 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3c660ef4-2055-47b8-b277-15899b6e301f req-bdf16cfa-0f62-4b19-a82d-2be71dd6dcca tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 210 time: 0.0371511
Mar 25 03:31:32.154124 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d20a3e-c79e-40a2-85ba-d4f611237ae3 req-39da1539-af9e-4b70-8778-ccec7bb1a9b6 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:32.161640 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-18d20a3e-c79e-40a2-85ba-d4f611237ae3 req-39da1539-af9e-4b70-8778-ccec7bb1a9b6 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 945 time: 0.3423889
Mar 25 03:31:32.176043 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f87d9c98-10fd-4063-8657-406b1d0ad1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (5803e8fa-94f2-40db-9577-bf32b6646c26), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:32.208192 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-f87d9c98-10fd-4063-8657-406b1d0ad1df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cac777a79104421da2e7b976c84c1c38&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7378788
Mar 25 03:31:32.219045 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 57686) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:32.276052 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d9c98-10fd-4063-8657-406b1d0ad1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5803e8fa-94f2-40db-9577-bf32b6646c26,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:32.280464 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7d352-ea1d-4edf-ba22-3871e57e6924 req-63b75ad0-5d25-4459-989c-383a701dc451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:32.282021 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76b7d352-ea1d-4edf-ba22-3871e57e6924 req-63b75ad0-5d25-4459-989c-383a701dc451 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 1127 time: 0.1899278
Mar 25 03:31:32.286470 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-18d20a3e-c79e-40a2-85ba-d4f611237ae3 req-d59ea4fd-f1e3-46aa-aa08-62e1e1650418 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237676
Mar 25 03:31:32.358777 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2a33e3fc-bb48-42d7-af3b-c4fadf5326c6 admin admin] Publish callbacks [] for security_group (5803e8fa-94f2-40db-9577-bf32b6646c26), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:32.389957 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284345e-4aa4-4af8-a328-7223aaec93c5 req-ce3af811-217c-4d21-b803-f6cbc24f00cc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:32.398670 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6284345e-4aa4-4af8-a328-7223aaec93c5 req-ce3af811-217c-4d21-b803-f6cbc24f00cc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 945 time: 0.1733007
Mar 25 03:31:32.398670 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-611a47ce-3b2e-4bd9-8efc-173587214618 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:32.411773 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7d352-ea1d-4edf-ba22-3871e57e6924 req-66dd07f3-1bc3-436b-ad88-3ae2c82887ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:32.413772 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76b7d352-ea1d-4edf-ba22-3871e57e6924 req-66dd07f3-1bc3-436b-ad88-3ae2c82887ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 919 time: 0.1256325
Mar 25 03:31:32.419503 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2a33e3fc-bb48-42d7-af3b-c4fadf5326c6 admin admin] Publish callbacks [] for security_group (5803e8fa-94f2-40db-9577-bf32b6646c26), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:32.470270 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76b7d352-ea1d-4edf-ba22-3871e57e6924 req-c763ad32-652b-4918-8dff-561f69da45af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09219ae5-fb35-4a1c-8769-efa178c6dd25 HTTP/1.1" status: 200  len: 217 time: 0.0492518
Mar 25 03:31:32.526110 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7d352-ea1d-4edf-ba22-3871e57e6924 req-05de8e7b-5884-4520-b133-aacbb042167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:32.527732 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76b7d352-ea1d-4edf-ba22-3871e57e6924 req-05de8e7b-5884-4520-b133-aacbb042167a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0508988
Mar 25 03:31:32.533819 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6284345e-4aa4-4af8-a328-7223aaec93c5 req-465a844c-6766-49e7-83a5-0a585cb06049 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1323195
Mar 25 03:31:32.582216 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7d352-ea1d-4edf-ba22-3871e57e6924 req-c5418fd0-f638-4049-b28e-5035d0d7694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:32.583774 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76b7d352-ea1d-4edf-ba22-3871e57e6924 req-c5418fd0-f638-4049-b28e-5035d0d7694e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0496538
Mar 25 03:31:32.589929 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.35', 60786) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:32.644623 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-611a47ce-3b2e-4bd9-8efc-173587214618 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:32.694721 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76b7d352-ea1d-4edf-ba22-3871e57e6924 req-de83d2b4-96e5-4a6f-85a5-a6b7c510efb8 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984235
Mar 25 03:31:32.699388 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2a33e3fc-bb48-42d7-af3b-c4fadf5326c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (5803e8fa-94f2-40db-9577-bf32b6646c26), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:32.702228 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2a33e3fc-bb48-42d7-af3b-c4fadf5326c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:32.703563 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-2a33e3fc-bb48-42d7-af3b-c4fadf5326c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5803e8fa-94f2-40db-9577-bf32b6646c26 HTTP/1.1" status: 204  len: 168 time: 0.4836516
Mar 25 03:31:32.730742 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-611a47ce-3b2e-4bd9-8efc-173587214618 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Network 9d70a202-db46-4a1a-a143-044e2e127080 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:32.743980 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33e3fc-bb48-42d7-af3b-c4fadf5326c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5803e8fa-94f2-40db-9577-bf32b6646c26,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:32.746199 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-611a47ce-3b2e-4bd9-8efc-173587214618 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:32.755169 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-611a47ce-3b2e-4bd9-8efc-173587214618 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:31:32.761796 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-611a47ce-3b2e-4bd9-8efc-173587214618 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:32.762437 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-611a47ce-3b2e-4bd9-8efc-173587214618 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for port (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:32.771001 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a47ce-3b2e-4bd9-8efc-173587214618 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Pushing event updated for resources: {'Port': ['ID=7a3a6de7-1d57-4f92-b520-826d9af653f4,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:32.824255 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-dbd79ed2-deb1-4f67-9364-2925b1a5f7b1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:32.827819 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-dbd79ed2-deb1-4f67-9364-2925b1a5f7b1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.35 "GET /v2.0/networks?id=2c5a4335-913f-4831-9329-aefa2b16e173 HTTP/1.1" status: 200  len: 817 time: 0.2305465
Mar 25 03:31:32.901765 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76b7d352-ea1d-4edf-ba22-3871e57e6924 req-5f87b1d8-dbfc-469e-963f-805da8ef56b1 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2008061
Mar 25 03:31:32.926266 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-611a47ce-3b2e-4bd9-8efc-173587214618 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8234274
Mar 25 03:31:32.931394 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b1154f4e-8cdf-4078-b840-a7fc4b8f3e83 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb503745eeb5421c88b2fe9a4ef78921 HTTP/1.1" status: 200  len: 380 time: 0.0964997
Mar 25 03:31:32.945075 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Request body: {'port': {'device_id': '4168ab03-5d67-4c73-91c5-f633f27747ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:32.984832 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-d413a633-f85e-4495-a330-3252eac0cbcf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Request body: {'port': {'device_id': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'admin_state_up': True, 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'security_groups': ['4355af30-8498-4b6e-b33c-c7498b17d244']}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:33.019901 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-65812c59-16d5-460f-863a-6f3da110f218 None None] Provisioning complete for port 7a3a6de7-1d57-4f92-b520-826d9af653f4 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:33.020401 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-65812c59-16d5-460f-863a-6f3da110f218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:33.065362 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80156758-d279-40be-9fef-90a2b5b64996 req-742afe80-75a4-46df-8398-4521f37bdcb3 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:33.085378 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-80156758-d279-40be-9fef-90a2b5b64996 req-742afe80-75a4-46df-8398-4521f37bdcb3 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 931 time: 0.1138091
Mar 25 03:31:33.096228 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-65812c59-16d5-460f-863a-6f3da110f218 None None] Port 7a3a6de7-1d57-4f92-b520-826d9af653f4 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:31:33.104997 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:33.108475 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 09219ae5-fb35-4a1c-8769-efa178c6dd25 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:31:33.113054 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:33.253698 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-80156758-d279-40be-9fef-90a2b5b64996 req-d5ff34d8-a00a-4520-b31a-4864071d3bb0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635823
Mar 25 03:31:33.279692 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-d413a633-f85e-4495-a330-3252eac0cbcf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Made reservation on behalf of cb503745eeb5421c88b2fe9a4ef78921 for: {'port': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:31:33.288066 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-d413a633-f85e-4495-a330-3252eac0cbcf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:33.361075 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 09219ae5-fb35-4a1c-8769-efa178c6dd25, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=09219ae5-fb35-4a1c-8769-efa178c6dd25,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:33.375902 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-64166555-c9a0-4c75-a59d-b84b9bcaf4be req-f8e0663a-9a7f-4b46-8331-b265175c3725 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 210 time: 0.0673361
Mar 25 03:31:33.385653 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '09219ae5-fb35-4a1c-8769-efa178c6dd25', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'port_id': '09219ae5-fb35-4a1c-8769-efa178c6dd25', 'mac_address': 'fa:16:3e:f1:e5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:31:33.448428 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 09219ae5-fb35-4a1c-8769-efa178c6dd25 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:33.448749 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:33.463299 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:31:33.474444 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:33.474993 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:33.493010 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aadfab-2b2e-4d2f-a0e7-005cd8ff52d5 req-78c06f52-d4d2-4e64-bd29-ee21ed147b67 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:33.498503 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09219ae5-fb35-4a1c-8769-efa178c6dd25 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:31:33.501570 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-89aadfab-2b2e-4d2f-a0e7-005cd8ff52d5 req-78c06f52-d4d2-4e64-bd29-ee21ed147b67 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 945 time: 0.0707774
Mar 25 03:31:33.568570 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-89aadfab-2b2e-4d2f-a0e7-005cd8ff52d5 req-f26d8ba4-c83c-4d93-8763-c9715419db96 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612524
Mar 25 03:31:33.605104 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 09219ae5-fb35-4a1c-8769-efa178c6dd25, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=09219ae5-fb35-4a1c-8769-efa178c6dd25,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:33.668828 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:33.669193 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:33.681712 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:33.728741 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14af9eb7-2cef-4ac9-9a46-2d0b59e7439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e12bfd4-98c9-4f59-ba71-cc908a62cb3e'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:31:33.796910 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e,segment=NetworkSegment(6a50d8c4-31ef-4ad1-8069-06f81a9592e4),segment_id=6a50d8c4-31ef-4ad1-8069-06f81a9592e4)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:33.810868 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-d413a633-f85e-4495-a330-3252eac0cbcf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Allocated IP 172.20.0.13 (2c5a4335-913f-4831-9329-aefa2b16e173/f0fc2db0-5f07-4ebd-b00d-4236a2fef620/067fb160-522b-4926-bf99-f14b1630b448) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:31:33.834320 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=09219ae5-fb35-4a1c-8769-efa178c6dd25,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:33.891937 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:33.892746 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device da8d5160-907f-42cd-b018-d2bece330b3c up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:33.914649 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68558b7b-23a0-409b-8124-10371ef3c8b6 req-aeffe868-7cad-428c-b6e9-c53fa0093c75 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:33.922226 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-68558b7b-23a0-409b-8124-10371ef3c8b6 req-aeffe868-7cad-428c-b6e9-c53fa0093c75 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 945 time: 0.2605684
Mar 25 03:31:33.948532 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['09219ae5-fb35-4a1c-8769-efa178c6dd25'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:31:33.955984 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3a6de7-1d57-4f92-b520-826d9af653f4 {{(pid=103656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:31:33.977476 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Publish callbacks [] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:34.034067 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.provisioning_blocks [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Transition to ACTIVE for port object 7a3a6de7-1d57-4f92-b520-826d9af653f4 will not be triggered until provisioned by entity L2. {{(pid=103656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:31:34.035128 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:34.073720 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-68558b7b-23a0-409b-8124-10371ef3c8b6 req-72a4c841-045f-4a8c-bfd9-b3b1ba190b56 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1482322
Mar 25 03:31:34.152127 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port da8d5160-907f-42cd-b018-d2bece330b3c completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:31:34.158295 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port da8d5160-907f-42cd-b018-d2bece330b3c triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:34.158295 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:34.161203 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-d413a633-f85e-4495-a330-3252eac0cbcf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for port (067fb160-522b-4926-bf99-f14b1630b448), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:34.218263 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:34.261423 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port da8d5160-907f-42cd-b018-d2bece330b3c is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:34.262386 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:34.299679 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-d413a633-f85e-4495-a330-3252eac0cbcf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (067fb160-522b-4926-bf99-f14b1630b448), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:34.306087 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port da8d5160-907f-42cd-b018-d2bece330b3c, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=da8d5160-907f-42cd-b018-d2bece330b3c,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:34.323484 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a95752-b9d9-43db-91ad-27bd3028442d" -d '{"events": [{"server_uuid": "14af9eb7-2cef-4ac9-9a46-2d0b59e7439a", "name": "network-vif-plugged", "status": "completed", "tag": "7e12bfd4-98c9-4f59-ba71-cc908a62cb3e"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:31:34.329532 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3a6de7-1d57-4f92-b520-826d9af653f4,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:34.389649 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:34.393976 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Attempting to bind port 7a3a6de7-1d57-4f92-b520-826d9af653f4 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:31:34.394314 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Attempting to bind port 7a3a6de7-1d57-4f92-b520-826d9af653f4 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'}] {{(pid=103656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:31:34.394645 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Attempting to bind port 7a3a6de7-1d57-4f92-b520-826d9af653f4 on network 9d70a202-db46-4a1a-a143-044e2e127080 {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:34.407975 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-d413a633-f85e-4495-a330-3252eac0cbcf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Network 2c5a4335-913f-4831-9329-aefa2b16e173 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:31:34.411021 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Port 7a3a6de7-1d57-4f92-b520-826d9af653f4 on network 9d70a202-db46-4a1a-a143-044e2e127080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:31:34.411537 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Attempting to bind port 7a3a6de7-1d57-4f92-b520-826d9af653f4 on network 9d70a202-db46-4a1a-a143-044e2e127080 {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:34.428439 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-d413a633-f85e-4495-a330-3252eac0cbcf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:31:34.428439 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-d413a633-f85e-4495-a330-3252eac0cbcf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:31:34.432715 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-d413a633-f85e-4495-a330-3252eac0cbcf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:34.433343 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-d413a633-f85e-4495-a330-3252eac0cbcf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for port (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:34.438649 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413a633-f85e-4495-a330-3252eac0cbcf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event updated for resources: {'Port': ['ID=067fb160-522b-4926-bf99-f14b1630b448,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:34.452052 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:31:34.452398 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Checking segment: {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:31:34.465410 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Bound using segment: {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'} {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:31:34.465935 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Bound port: 7a3a6de7-1d57-4f92-b520-826d9af653f4, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'}}] {{(pid=103656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:31:34.466911 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:34.525180 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=da8d5160-907f-42cd-b018-d2bece330b3c,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:34.567522 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02fc57-be5f-427a-a749-0924e6ab9e37 req-0355152b-e64d-4cf6-93d6-f0186705c781 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:34.581641 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2a02fc57-be5f-427a-a749-0924e6ab9e37 req-0355152b-e64d-4cf6-93d6-f0186705c781 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 943 time: 0.1228147
Mar 25 03:31:34.626075 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] For port 7a3a6de7-1d57-4f92-b520-826d9af653f4, host hv-cinder-83516, cleared binding levels {{(pid=103656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:31:34.630249 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] For port 7a3a6de7-1d57-4f92-b520-826d9af653f4, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=7a3a6de7-1d57-4f92-b520-826d9af653f4,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:31:34.639647 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-d413a633-f85e-4495-a330-3252eac0cbcf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7001395
Mar 25 03:31:34.657130 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Request body: {'port': {'device_id': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:34.683309 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2a02fc57-be5f-427a-a749-0924e6ab9e37 req-f44ba83f-ab69-4d98-a0b0-ca75207ef198 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947275
Mar 25 03:31:34.699927 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b6c528-da11-448d-a412-c50493de6c45 x-openstack-request-id: req-32b6c528-da11-448d-a412-c50493de6c45 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:31:34.701513 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14af9eb7-2cef-4ac9-9a46-2d0b59e7439a", "name": "network-vif-plugged", "status": "completed", "tag": "7e12bfd4-98c9-4f59-ba71-cc908a62cb3e", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:31:34.702009 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32b6c528-da11-448d-a412-c50493de6c45 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:31:34.702597 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b6c528-da11-448d-a412-c50493de6c45'] response: {'server_uuid': '14af9eb7-2cef-4ac9-9a46-2d0b59e7439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e12bfd4-98c9-4f59-ba71-cc908a62cb3e', 'code': 200}
Mar 25 03:31:34.731325 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:34.839806 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b369c78-6eb1-4be2-b14f-d714d0d47d91 req-b8406e26-3ca9-45e8-91aa-a3a3112fbb6a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:34.841331 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8b369c78-6eb1-4be2-b14f-d714d0d47d91 req-b8406e26-3ca9-45e8-91aa-a3a3112fbb6a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 932 time: 0.0730238
Mar 25 03:31:34.880674 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:34.881302 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for port (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:34.882738 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] 10.222.0.35 "PUT /v2.0/ports/7a3a6de7-1d57-4f92-b520-826d9af653f4 HTTP/1.1" status: 200  len: 1093 time: 1.9450195
Mar 25 03:31:34.885162 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4168ab03-5d67-4c73-91c5-f633f27747ac', 'tag': '7a3a6de7-1d57-4f92-b520-826d9af653f4'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:31:34.890731 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-edbbb33a-0a5f-43f9-aeda-0fed7ce6094b None None] Provisioning complete for port 067fb160-522b-4926-bf99-f14b1630b448 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:34.891584 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-edbbb33a-0a5f-43f9-aeda-0fed7ce6094b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (067fb160-522b-4926-bf99-f14b1630b448), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:34.896345 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3992b191-5337-4829-b747-7f8076772e93" -d '{"events": [{"name": "network-changed", "server_uuid": "4168ab03-5d67-4c73-91c5-f633f27747ac", "tag": "7a3a6de7-1d57-4f92-b520-826d9af653f4"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:31:34.910025 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8b369c78-6eb1-4be2-b14f-d714d0d47d91 req-27865539-9f5c-449b-bc96-0b35018837bf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612762
Mar 25 03:31:34.931721 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (067fb160-522b-4926-bf99-f14b1630b448), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:34.943578 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-edbbb33a-0a5f-43f9-aeda-0fed7ce6094b None None] Port 067fb160-522b-4926-bf99-f14b1630b448 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:31:34.960968 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4020e-718b-4923-b0b3-a55c4ebc2ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3a6de7-1d57-4f92-b520-826d9af653f4,revision_number=3']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:34.996087 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa249b-1ee6-4dca-80d0-4b14dacfa4d2 req-c0705d38-6f8e-4c81-954a-f12c2c8a3613 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:34.997602 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-10fa249b-1ee6-4dca-80d0-4b14dacfa4d2 req-c0705d38-6f8e-4c81-954a-f12c2c8a3613 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 946 time: 0.1824534
Mar 25 03:31:35.019002 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9044c6-1554-402b-a991-7c80ad0f937d x-openstack-request-id: req-bb9044c6-1554-402b-a991-7c80ad0f937d {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:31:35.019217 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4168ab03-5d67-4c73-91c5-f633f27747ac", "tag": "7a3a6de7-1d57-4f92-b520-826d9af653f4", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:31:35.019464 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb9044c6-1554-402b-a991-7c80ad0f937d {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:31:35.019862 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9044c6-1554-402b-a991-7c80ad0f937d'] response: {'name': 'network-changed', 'server_uuid': '4168ab03-5d67-4c73-91c5-f633f27747ac', 'tag': '7a3a6de7-1d57-4f92-b520-826d9af653f4', 'status': 'completed', 'code': 200}
Mar 25 03:31:35.082271 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 09219ae5-fb35-4a1c-8769-efa178c6dd25 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:35.164970 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561146f-4d8b-48b4-bb23-c7542e23e0d5 req-11e3b710-414c-46ea-a63d-02352f56ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:35.166910 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4561146f-4d8b-48b4-bb23-c7542e23e0d5 req-11e3b710-414c-46ea-a63d-02352f56ddcb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 1130 time: 0.0903544
Mar 25 03:31:35.178580 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-10fa249b-1ee6-4dca-80d0-4b14dacfa4d2 req-88dcadc2-1344-48f1-abba-fdd80a2c33ea tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741512
Mar 25 03:31:35.214933 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-363783de-c602-43b2-bdb7-58d516aba33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:35.216406 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-363783de-c602-43b2-bdb7-58d516aba33d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 1127 time: 0.1919816
Mar 25 03:31:35.218723 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-4561146f-4d8b-48b4-bb23-c7542e23e0d5 req-e7ef5df9-0e1a-4091-baaa-929e9888ea70 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:35.227874 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 09219ae5-fb35-4a1c-8769-efa178c6dd25 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:31:35.228371 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 09219ae5-fb35-4a1c-8769-efa178c6dd25 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:35.228962 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:35.264344 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfef02a-c498-4aa0-b016-42a2b85f7798 req-3305b9f5-ae68-4a0a-bf4c-748a5d77a464 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:35.266084 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fdfef02a-c498-4aa0-b016-42a2b85f7798 req-3305b9f5-ae68-4a0a-bf4c-748a5d77a464 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 946 time: 0.0956435
Mar 25 03:31:35.275233 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-7ef32478-7dcf-4029-940a-4e2882cb42e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3a6de7-1d57-4f92-b520-826d9af653f4 HTTP/1.1" status: 200  len: 217 time: 0.0489967
Mar 25 03:31:35.362238 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fdfef02a-c498-4aa0-b016-42a2b85f7798 req-4b12dad6-aeaa-4be9-8da6-74846587a467 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798068
Mar 25 03:31:35.362453 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 09219ae5-fb35-4a1c-8769-efa178c6dd25 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:35.362818 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:35.388338 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-4561146f-4d8b-48b4-bb23-c7542e23e0d5 req-e7ef5df9-0e1a-4091-baaa-929e9888ea70 service neutron] Publish callbacks [] for security_group (eb3fc00f-8ed5-4381-b09c-4f378d34d3e1), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:35.406801 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 09219ae5-fb35-4a1c-8769-efa178c6dd25, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=09219ae5-fb35-4a1c-8769-efa178c6dd25,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:35.440955 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-4561146f-4d8b-48b4-bb23-c7542e23e0d5 req-e7ef5df9-0e1a-4091-baaa-929e9888ea70 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (eb3fc00f-8ed5-4381-b09c-4f378d34d3e1), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:35.486441 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:35.488749 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4561146f-4d8b-48b4-bb23-c7542e23e0d5 req-e7ef5df9-0e1a-4091-baaa-929e9888ea70 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2869523
Mar 25 03:31:35.490712 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef5df9-0e1a-4091-baaa-929e9888ea70 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3fc00f-8ed5-4381-b09c-4f378d34d3e1,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:35.546910 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8297a441-d868-41cd-a58e-d9acd5ea0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:35.548603 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-8297a441-d868-41cd-a58e-d9acd5ea0299 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.2669845
Mar 25 03:31:35.549636 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=09219ae5-fb35-4a1c-8769-efa178c6dd25,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:35.594131 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067fb160-522b-4926-bf99-f14b1630b448 {{(pid=103656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:31:35.601863 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Publish callbacks [] for port (067fb160-522b-4926-bf99-f14b1630b448), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:35.613771 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.provisioning_blocks [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Transition to ACTIVE for port object 067fb160-522b-4926-bf99-f14b1630b448 will not be triggered until provisioned by entity L2. {{(pid=103656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:31:35.757852 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (067fb160-522b-4926-bf99-f14b1630b448), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:35.842434 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Pushing event updated for resources: {'Port': ['ID=067fb160-522b-4926-bf99-f14b1630b448,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:35.875607 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c51faa-f337-47c6-86ae-c1784f29328e req-26f7405c-9b91-42aa-b007-6e46eeac516c tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:35.877239 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c2c51faa-f337-47c6-86ae-c1784f29328e req-26f7405c-9b91-42aa-b007-6e46eeac516c tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 943 time: 0.1349258
Mar 25 03:31:35.879272 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-485ac339-35dd-4577-a768-ae1604dc9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:35.880684 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-485ac339-35dd-4577-a768-ae1604dc9f50 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1624465
Mar 25 03:31:35.952816 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Attempting to bind port 067fb160-522b-4926-bf99-f14b1630b448 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:31:35.953590 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Attempting to bind port 067fb160-522b-4926-bf99-f14b1630b448 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'}] {{(pid=103656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:31:35.953590 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Attempting to bind port 067fb160-522b-4926-bf99-f14b1630b448 on network 2c5a4335-913f-4831-9329-aefa2b16e173 {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:35.980311 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Port 067fb160-522b-4926-bf99-f14b1630b448 on network 2c5a4335-913f-4831-9329-aefa2b16e173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:31:35.980666 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Attempting to bind port 067fb160-522b-4926-bf99-f14b1630b448 on network 2c5a4335-913f-4831-9329-aefa2b16e173 {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:31:36.000824 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:31:36.001199 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Checking segment: {'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:31:36.001563 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Bound using segment: {'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'} {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:31:36.002025 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Bound port: 067fb160-522b-4926-bf99-f14b1630b448, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'}}] {{(pid=103656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:31:36.008318 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (067fb160-522b-4926-bf99-f14b1630b448), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:36.041352 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c2c51faa-f337-47c6-86ae-c1784f29328e req-39248efd-29dd-4bd4-8d8e-635da1e52ca7 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488025
Mar 25 03:31:36.069060 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-ca61762b-f471-4b63-935d-72b2d1d9c251 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776352
Mar 25 03:31:36.076449 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d87d5-70c4-436b-bc7d-f0d4394f53ff req-a8cd51a6-e318-4e8c-bfdf-d78c11eb52ca tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:36.078078 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fb3d87d5-70c4-436b-bc7d-f0d4394f53ff req-a8cd51a6-e318-4e8c-bfdf-d78c11eb52ca tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0558612
Mar 25 03:31:36.131293 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fb3d87d5-70c4-436b-bc7d-f0d4394f53ff req-25d441a4-4b86-43c4-9281-3d458566f057 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466948
Mar 25 03:31:36.166973 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] For port 067fb160-522b-4926-bf99-f14b1630b448, host hv-cinder-83516, cleared binding levels {{(pid=103656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:31:36.171774 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] For port 067fb160-522b-4926-bf99-f14b1630b448, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=067fb160-522b-4926-bf99-f14b1630b448,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:31:36.202934 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9959ec1c-ab89-4bfe-86c3-e57f50bbbe48 req-7a0a6516-144a-4873-a833-cbbed52ff6b5 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228561
Mar 25 03:31:36.240718 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (067fb160-522b-4926-bf99-f14b1630b448), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:36.300506 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:36.301142 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for port (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:36.302600 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] 10.222.0.35 "PUT /v2.0/ports/067fb160-522b-4926-bf99-f14b1630b448 HTTP/1.1" status: 200  len: 1094 time: 1.6511285
Mar 25 03:31:36.337210 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1d275-e1fd-43d5-bd0b-4df4738ffff1 service neutron] Pushing event updated for resources: {'Port': ['ID=067fb160-522b-4926-bf99-f14b1630b448,revision_number=3']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:36.377883 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174994f2-1b4c-4324-b536-8f812d4e63a8 req-e297164d-9907-4eaa-9396-21cdc94fcd4e tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:36.387044 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-174994f2-1b4c-4324-b536-8f812d4e63a8 req-e297164d-9907-4eaa-9396-21cdc94fcd4e tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 946 time: 0.1372004
Mar 25 03:31:36.517580 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-174994f2-1b4c-4324-b536-8f812d4e63a8 req-257a4302-c3cc-4f4e-b5c8-a39bd9a90f9c tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935824
Mar 25 03:31:36.543025 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24363ee9-9967-483e-8842-507aece79da8 req-cfa87fa9-d6cb-4131-a5c7-1f3774951d9e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:36.547049 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-fdfcf1a8-4dd3-415f-b627-fc14584033b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:36.548869 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-fdfcf1a8-4dd3-415f-b627-fc14584033b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 1128 time: 0.1281600
Mar 25 03:31:36.552064 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-24363ee9-9967-483e-8842-507aece79da8 req-cfa87fa9-d6cb-4131-a5c7-1f3774951d9e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 946 time: 0.1140213
Mar 25 03:31:36.552192 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992b191-5337-4829-b747-7f8076772e93 req-40961e78-b613-4984-9057-2d6546026279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:36.553452 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3992b191-5337-4829-b747-7f8076772e93 req-40961e78-b613-4984-9057-2d6546026279 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 1127 time: 0.1650531
Mar 25 03:31:36.630429 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-24363ee9-9967-483e-8842-507aece79da8 req-6b7cf970-a4f3-4e33-9a62-73cd5e5efabf tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768418
Mar 25 03:31:36.636923 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-84467105-44d5-4947-93c1-7f8c894af772 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=067fb160-522b-4926-bf99-f14b1630b448 HTTP/1.1" status: 200  len: 217 time: 0.0758696
Mar 25 03:31:36.703452 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659a6384-0384-49ff-a92a-e89013165789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8d5160-907f-42cd-b018-d2bece330b3c'}, {'server_uuid': '427bf197-f076-4687-807b-a2c6805847c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09219ae5-fb35-4a1c-8769-efa178c6dd25'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:31:36.713831 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c9da0c-2ab3-4961-b08b-e4a44cd1125f" -d '{"events": [{"server_uuid": "659a6384-0384-49ff-a92a-e89013165789", "name": "network-vif-plugged", "status": "completed", "tag": "da8d5160-907f-42cd-b018-d2bece330b3c"}, {"server_uuid": "427bf197-f076-4687-807b-a2c6805847c9", "name": "network-vif-plugged", "status": "completed", "tag": "09219ae5-fb35-4a1c-8769-efa178c6dd25"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:31:36.734402 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-2fa39c73-dec6-4f73-8c80-6b243bdb0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:36.735980 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-2fa39c73-dec6-4f73-8c80-6b243bdb0e6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0fc2db0-5f07-4ebd-b00d-4236a2fef620 HTTP/1.1" status: 200  len: 856 time: 0.0873876
Mar 25 03:31:36.763839 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 25 Mar 2022 03:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446842d2-1540-4faa-ba1f-82b5c87d2cc4 x-openstack-request-id: req-446842d2-1540-4faa-ba1f-82b5c87d2cc4 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:31:36.763839 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659a6384-0384-49ff-a92a-e89013165789", "name": "network-vif-plugged", "status": "completed", "tag": "da8d5160-907f-42cd-b018-d2bece330b3c", "code": 200}, {"server_uuid": "427bf197-f076-4687-807b-a2c6805847c9", "name": "network-vif-plugged", "status": "completed", "tag": "09219ae5-fb35-4a1c-8769-efa178c6dd25", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:31:36.763839 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-446842d2-1540-4faa-ba1f-82b5c87d2cc4 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:31:36.763839 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446842d2-1540-4faa-ba1f-82b5c87d2cc4'] response: {'server_uuid': '659a6384-0384-49ff-a92a-e89013165789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'code': 200}
Mar 25 03:31:36.763839 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446842d2-1540-4faa-ba1f-82b5c87d2cc4'] response: {'server_uuid': '427bf197-f076-4687-807b-a2c6805847c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09219ae5-fb35-4a1c-8769-efa178c6dd25', 'code': 200}
Mar 25 03:31:36.786835 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992b191-5337-4829-b747-7f8076772e93 req-dfb04ef6-c343-4aca-8f07-8743f624795d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:36.787537 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3992b191-5337-4829-b747-7f8076772e93 req-dfb04ef6-c343-4aca-8f07-8743f624795d service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 919 time: 0.1601048
Mar 25 03:31:36.838767 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3992b191-5337-4829-b747-7f8076772e93 req-36207388-b86d-4d6b-9cc3-61edd79815b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3a6de7-1d57-4f92-b520-826d9af653f4 HTTP/1.1" status: 200  len: 217 time: 0.0374813
Mar 25 03:31:36.844705 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-f0b9d132-ea45-4962-b5d1-b9cb06f576d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:36.846373 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-f0b9d132-ea45-4962-b5d1-b9cb06f576d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c5a4335-913f-4831-9329-aefa2b16e173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0920846
Mar 25 03:31:36.936980 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992b191-5337-4829-b747-7f8076772e93 req-94ce6a22-aa7d-456b-883e-34aa0401f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:36.938471 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3992b191-5337-4829-b747-7f8076772e93 req-94ce6a22-aa7d-456b-883e-34aa0401f091 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0912223
Mar 25 03:31:36.997464 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-016abf7d-852f-4371-914f-eff598a2b859 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412697
Mar 25 03:31:37.006884 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992b191-5337-4829-b747-7f8076772e93 req-ff3f27f6-54be-44cc-a2c9-53644c57bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:37.008272 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3992b191-5337-4829-b747-7f8076772e93 req-ff3f27f6-54be-44cc-a2c9-53644c57bdc8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0603325
Mar 25 03:31:37.026128 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'tag': '067fb160-522b-4926-bf99-f14b1630b448'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:31:37.028291 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8445b581-60c5-4ce9-be80-33d6091629bb" -d '{"events": [{"name": "network-changed", "server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "tag": "067fb160-522b-4926-bf99-f14b1630b448"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:31:37.106676 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.35', 60793) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:37.131384 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433b14c1-f11b-46c4-b848-190d5239ae17 x-openstack-request-id: req-433b14c1-f11b-46c4-b848-190d5239ae17 {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:31:37.131742 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "tag": "067fb160-522b-4926-bf99-f14b1630b448", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:31:37.131996 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-433b14c1-f11b-46c4-b848-190d5239ae17 {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:31:37.132403 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433b14c1-f11b-46c4-b848-190d5239ae17'] response: {'name': 'network-changed', 'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'tag': '067fb160-522b-4926-bf99-f14b1630b448', 'status': 'completed', 'code': 200}
Mar 25 03:31:37.183698 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3044d-b279-46b2-9f59-26784e98b266 req-bf7d10ca-563e-4628-959d-5c699771b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:37.185199 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3fa3044d-b279-46b2-9f59-26784e98b266 req-bf7d10ca-563e-4628-959d-5c699771b005 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 1130 time: 0.0756371
Mar 25 03:31:37.189763 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8deb58-2033-40d8-b86a-c9308f9d9e53 req-e24f217a-dab0-4e44-8f11-a45517494e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:37.191155 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0b8deb58-2033-40d8-b86a-c9308f9d9e53 req-e24f217a-dab0-4e44-8f11-a45517494e9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 1129 time: 0.0803831
Mar 25 03:31:37.201619 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-ea75cb77-a013-4ac5-b786-f1748c471108 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1923554
Mar 25 03:31:37.215622 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3992b191-5337-4829-b747-7f8076772e93 req-9559d291-58fd-411e-be96-b1cef0e84765 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564188
Mar 25 03:31:37.231384 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a131c54-054b-4c19-b55e-caf8141ea96e req-05227bf3-3611-4142-b1bf-88755cc1a965 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:37.232944 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1a131c54-054b-4c19-b55e-caf8141ea96e req-05227bf3-3611-4142-b1bf-88755cc1a965 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 943 time: 0.0954673
Mar 25 03:31:37.298972 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0b8deb58-2033-40d8-b86a-c9308f9d9e53 req-5015a898-d672-4954-ac1f-f488fbb2c39c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911493
Mar 25 03:31:37.305950 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3fa3044d-b279-46b2-9f59-26784e98b266 req-115061b8-083b-4b76-b652-067696295ac8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1039348
Mar 25 03:31:37.316623 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4a7ac-991c-4e51-9865-dd13eddd6847 req-8c6519e2-7477-4185-897c-1b2b015f144f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:37.318379 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5ac4a7ac-991c-4e51-9865-dd13eddd6847 req-8c6519e2-7477-4185-897c-1b2b015f144f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.1050527
Mar 25 03:31:37.340634 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1a131c54-054b-4c19-b55e-caf8141ea96e req-e9e29358-24fb-42b0-a002-3f85dea15172 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894392
Mar 25 03:31:37.357715 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3992b191-5337-4829-b747-7f8076772e93 req-d745363b-1a86-43d1-9fdf-1229aae942ba service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238675
Mar 25 03:31:37.371927 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5ac4a7ac-991c-4e51-9865-dd13eddd6847 req-914e1c19-751a-4d3f-a435-f866574d8887 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476027
Mar 25 03:31:37.642592 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cab19-2266-4c2c-9eb0-32acbb949476 req-7fd51a6a-19ce-43d4-834b-194a44ddb23b tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:37.644193 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f84cab19-2266-4c2c-9eb0-32acbb949476 req-7fd51a6a-19ce-43d4-834b-194a44ddb23b tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 946 time: 0.0623085
Mar 25 03:31:37.714204 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f84cab19-2266-4c2c-9eb0-32acbb949476 req-f3be878e-b502-41ef-a857-e0bd43edd910 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636868
Mar 25 03:31:37.755572 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58915b88-9283-4285-ab83-4106f65ee55d req-5a48f46c-6ead-49f1-9ce5-a169a07da8f7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:37.757022 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-58915b88-9283-4285-ab83-4106f65ee55d req-5a48f46c-6ead-49f1-9ce5-a169a07da8f7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 946 time: 0.0605769
Mar 25 03:31:37.816357 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-58915b88-9283-4285-ab83-4106f65ee55d req-5e990074-9b8b-4696-88ae-932f851ce533 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421753
Mar 25 03:31:37.817208 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445b581-60c5-4ce9-be80-33d6091629bb req-2eb15d23-42c6-4511-a88c-6515be4e80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:37.819277 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8445b581-60c5-4ce9-be80-33d6091629bb req-2eb15d23-42c6-4511-a88c-6515be4e80f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 1128 time: 0.0497513
Mar 25 03:31:37.936003 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445b581-60c5-4ce9-be80-33d6091629bb req-253ab73c-3676-41a8-b0c7-78208a0c21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:37.939568 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8445b581-60c5-4ce9-be80-33d6091629bb req-253ab73c-3676-41a8-b0c7-78208a0c21ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c5a4335-913f-4831-9329-aefa2b16e173 HTTP/1.1" status: 200  len: 918 time: 0.0953467
Mar 25 03:31:38.017939 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8445b581-60c5-4ce9-be80-33d6091629bb req-0cab0290-8909-4851-8f58-808d6d51eae6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=067fb160-522b-4926-bf99-f14b1630b448 HTTP/1.1" status: 200  len: 217 time: 0.0445828
Mar 25 03:31:38.065060 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445b581-60c5-4ce9-be80-33d6091629bb req-3f3debd3-b3ff-43a8-ad80-84837adc7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:38.066546 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8445b581-60c5-4ce9-be80-33d6091629bb req-3f3debd3-b3ff-43a8-ad80-84837adc7427 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0fc2db0-5f07-4ebd-b00d-4236a2fef620 HTTP/1.1" status: 200  len: 856 time: 0.0423388
Mar 25 03:31:38.119107 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445b581-60c5-4ce9-be80-33d6091629bb req-5546a4e1-a9af-4323-a750-5a13b8e741b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:38.120614 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8445b581-60c5-4ce9-be80-33d6091629bb req-5546a4e1-a9af-4323-a750-5a13b8e741b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c5a4335-913f-4831-9329-aefa2b16e173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0477695
Mar 25 03:31:38.209149 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8445b581-60c5-4ce9-be80-33d6091629bb req-73165020-c519-42e6-b927-0cb7ad82a8d0 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797660
Mar 25 03:31:38.310753 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8445b581-60c5-4ce9-be80-33d6091629bb req-55cea5ff-2359-4017-9f93-84e0ce5a6160 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930500
Mar 25 03:31:38.442460 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57908) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:38.487047 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e96ade-e29c-4d0f-97b5-cd0e5440f43c req-7832c169-76e2-4e69-9c07-fa0b8bd8c02a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:38.488977 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-76e96ade-e29c-4d0f-97b5-cd0e5440f43c req-7832c169-76e2-4e69-9c07-fa0b8bd8c02a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 943 time: 0.0781207
Mar 25 03:31:38.510352 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bf8ca-4bca-4309-85cd-0d26be20e547 req-8cadc0aa-0854-46af-8243-c090b264ac61 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:38.511855 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e40bf8ca-4bca-4309-85cd-0d26be20e547 req-8cadc0aa-0854-46af-8243-c090b264ac61 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0636168
Mar 25 03:31:38.569999 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-76e96ade-e29c-4d0f-97b5-cd0e5440f43c req-0bc75105-7084-4cba-8da5-4d11d3d039c0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739400
Mar 25 03:31:38.581081 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e40bf8ca-4bca-4309-85cd-0d26be20e547 req-fc2b7ba1-8a85-42ca-9eab-1418fbb4470e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626671
Mar 25 03:31:38.600938 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-eced876a-1b16-4870-9a1e-c52e94200472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:38.674258 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-eced876a-1b16-4870-9a1e-c52e94200472 admin admin] Publish callbacks [] for security_group (6e528595-8730-430f-9453-c29e6800e9bc), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:38.761069 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-eced876a-1b16-4870-9a1e-c52e94200472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (6e528595-8730-430f-9453-c29e6800e9bc), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:38.805024 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-eced876a-1b16-4870-9a1e-c52e94200472 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87ac90bce5d44bfca4d7dfb0b8024040&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3587794
Mar 25 03:31:38.805024 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced876a-1b16-4870-9a1e-c52e94200472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e528595-8730-430f-9453-c29e6800e9bc,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:38.805547 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57922) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:38.856723 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661b60f-7cba-45e3-9d7d-67ebd7b42e62 req-1d90db66-f2b9-4215-96ce-df91e7b2df2c tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:38.858301 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4661b60f-7cba-45e3-9d7d-67ebd7b42e62 req-1d90db66-f2b9-4215-96ce-df91e7b2df2c tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 946 time: 0.0584869
Mar 25 03:31:38.859765 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-999ebbbc-6104-494f-9152-6cb70a902b8a admin admin] Publish callbacks [] for security_group (6e528595-8730-430f-9453-c29e6800e9bc), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:38.882074 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-999ebbbc-6104-494f-9152-6cb70a902b8a admin admin] Publish callbacks [] for security_group (6e528595-8730-430f-9453-c29e6800e9bc), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:38.910341 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4661b60f-7cba-45e3-9d7d-67ebd7b42e62 req-7ddd8b8f-390e-4ecb-9d4e-f4f7fc97420b tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461483
Mar 25 03:31:38.960531 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5adfe-50ea-47ba-befe-f8776e21c273 req-179db55e-fec9-48a4-99f5-dc0ee9a1e740 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:38.963230 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0be5adfe-50ea-47ba-befe-f8776e21c273 req-179db55e-fec9-48a4-99f5-dc0ee9a1e740 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 946 time: 0.0729859
Mar 25 03:31:39.011942 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0be5adfe-50ea-47ba-befe-f8776e21c273 req-7bde018c-7a17-4945-b8a8-339488a1ac20 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421698
Mar 25 03:31:39.068866 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-999ebbbc-6104-494f-9152-6cb70a902b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (6e528595-8730-430f-9453-c29e6800e9bc), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:39.072138 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-999ebbbc-6104-494f-9152-6cb70a902b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:39.073372 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-999ebbbc-6104-494f-9152-6cb70a902b8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e528595-8730-430f-9453-c29e6800e9bc HTTP/1.1" status: 204  len: 168 time: 0.2668118
Mar 25 03:31:39.081656 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ebbbc-6104-494f-9152-6cb70a902b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e528595-8730-430f-9453-c29e6800e9bc,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:39.676682 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 067fb160-522b-4926-bf99-f14b1630b448 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:31:39.739097 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 57950) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:39.744929 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc42498-5efc-4214-aa59-b8aac406700c req-7bd1c431-9bfc-4dfe-ba93-9299483f3d7d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:39.746586 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5bc42498-5efc-4214-aa59-b8aac406700c req-7bd1c431-9bfc-4dfe-ba93-9299483f3d7d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 943 time: 0.0834415
Mar 25 03:31:39.761149 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-56a18afe-e4d6-4445-a48c-90353054fac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:39.771583 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cf09e-e71d-4408-9b2b-1ad98c08fe0b req-577fbf38-c524-4bc2-a1f6-7d7d421c8c0f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:39.773228 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-792cf09e-e71d-4408-9b2b-1ad98c08fe0b req-577fbf38-c524-4bc2-a1f6-7d7d421c8c0f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.1117487
Mar 25 03:31:39.800193 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5bc42498-5efc-4214-aa59-b8aac406700c req-5a9741ba-1e51-42f4-bd76-c2065aa215b4 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469866
Mar 25 03:31:39.848263 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-792cf09e-e71d-4408-9b2b-1ad98c08fe0b req-a2dd19a7-c8f9-4224-aab8-adbb496c44e2 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661783
Mar 25 03:31:39.886976 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-56a18afe-e4d6-4445-a48c-90353054fac1 admin admin] Publish callbacks [] for security_group (2bd0baf8-dc72-4849-aeb5-973de63d1e40), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:39.909290 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 067fb160-522b-4926-bf99-f14b1630b448, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=067fb160-522b-4926-bf99-f14b1630b448,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:39.921858 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '067fb160-522b-4926-bf99-f14b1630b448', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'port_id': '067fb160-522b-4926-bf99-f14b1630b448', 'mac_address': 'fa:16:3e:21:53:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:31:39.958815 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 067fb160-522b-4926-bf99-f14b1630b448 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:39.959204 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (067fb160-522b-4926-bf99-f14b1630b448), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:39.971807 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-56a18afe-e4d6-4445-a48c-90353054fac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2bd0baf8-dc72-4849-aeb5-973de63d1e40), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:39.972270 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067fb160-522b-4926-bf99-f14b1630b448 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:31:39.992438 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 067fb160-522b-4926-bf99-f14b1630b448, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=067fb160-522b-4926-bf99-f14b1630b448,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:40.009412 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-56a18afe-e4d6-4445-a48c-90353054fac1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f59d0f4a634843a6af7cb9966570bc77&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2691691
Mar 25 03:31:40.011585 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a18afe-e4d6-4445-a48c-90353054fac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd0baf8-dc72-4849-aeb5-973de63d1e40,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:40.012048 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 57952) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:40.059849 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ebbb230b-122d-401b-a210-cf2cc1fcfdab admin admin] Publish callbacks [] for security_group (2bd0baf8-dc72-4849-aeb5-973de63d1e40), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:40.080204 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ebbb230b-122d-401b-a210-cf2cc1fcfdab admin admin] Publish callbacks [] for security_group (2bd0baf8-dc72-4849-aeb5-973de63d1e40), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:40.080637 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (067fb160-522b-4926-bf99-f14b1630b448), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:40.081355 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 7a3a6de7-1d57-4f92-b520-826d9af653f4 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:31:40.167574 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed864cc-e527-4d66-943c-2701c2fa1143 req-180d207e-16fe-4a6d-b2bf-8fb386a3c19c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:40.169060 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-fed864cc-e527-4d66-943c-2701c2fa1143 req-180d207e-16fe-4a6d-b2bf-8fb386a3c19c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 946 time: 0.0826497
Mar 25 03:31:40.182055 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=067fb160-522b-4926-bf99-f14b1630b448,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:40.218461 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-fed864cc-e527-4d66-943c-2701c2fa1143 req-6d7d3c71-43ae-450a-a39b-927c9abab3e8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434959
Mar 25 03:31:40.219498 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 7a3a6de7-1d57-4f92-b520-826d9af653f4, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=7a3a6de7-1d57-4f92-b520-826d9af653f4,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:40.223292 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ebbb230b-122d-401b-a210-cf2cc1fcfdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2bd0baf8-dc72-4849-aeb5-973de63d1e40), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:40.226023 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ebbb230b-122d-401b-a210-cf2cc1fcfdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:40.227102 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-ebbb230b-122d-401b-a210-cf2cc1fcfdab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2bd0baf8-dc72-4849-aeb5-973de63d1e40 HTTP/1.1" status: 204  len: 168 time: 0.2140532
Mar 25 03:31:40.232854 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '7a3a6de7-1d57-4f92-b520-826d9af653f4', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'port_id': '7a3a6de7-1d57-4f92-b520-826d9af653f4', 'mac_address': 'fa:16:3e:92:7d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:31:40.235818 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb230b-122d-401b-a210-cf2cc1fcfdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd0baf8-dc72-4849-aeb5-973de63d1e40,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:40.283305 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 7a3a6de7-1d57-4f92-b520-826d9af653f4 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:40.283700 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:40.299515 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3a6de7-1d57-4f92-b520-826d9af653f4 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:31:40.319552 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 7a3a6de7-1d57-4f92-b520-826d9af653f4, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=7a3a6de7-1d57-4f92-b520-826d9af653f4,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:40.394957 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:40.442387 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=7a3a6de7-1d57-4f92-b520-826d9af653f4,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:40.926093 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efabf4e-ee37-4d6d-9fc5-a28496084823 req-205d4c90-9f93-4bb1-bb06-694e1406e2b7 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:40.927604 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8efabf4e-ee37-4d6d-9fc5-a28496084823 req-205d4c90-9f93-4bb1-bb06-694e1406e2b7 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 944 time: 0.0574613
Mar 25 03:31:40.974329 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59c7f1-d33e-4b67-b3da-765651f9460b req-59ffd661-0029-4e6b-ae5b-7391580f8904 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:40.976464 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0c59c7f1-d33e-4b67-b3da-765651f9460b req-59ffd661-0029-4e6b-ae5b-7391580f8904 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 945 time: 0.0531776
Mar 25 03:31:40.987685 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8efabf4e-ee37-4d6d-9fc5-a28496084823 req-17c8994d-1e46-4028-84f8-ede01e8597e4 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522153
Mar 25 03:31:41.025404 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0c59c7f1-d33e-4b67-b3da-765651f9460b req-4a070f28-9d39-485a-819d-3f74713c939b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422373
Mar 25 03:31:41.336812 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017fff6-ab11-4bab-8bd9-ac9916ba3513 req-632e99db-fd3e-4f36-bed2-da5bd532c9ab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:41.338343 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2017fff6-ab11-4bab-8bd9-ac9916ba3513 req-632e99db-fd3e-4f36-bed2-da5bd532c9ab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 946 time: 0.0513837
Mar 25 03:31:41.383405 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2017fff6-ab11-4bab-8bd9-ac9916ba3513 req-ed2672b6-2f47-4a94-b5c0-0ec521962d91 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395684
Mar 25 03:31:41.755637 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['7a3a6de7-1d57-4f92-b520-826d9af653f4'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:31:41.777635 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['067fb160-522b-4926-bf99-f14b1630b448'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:31:42.105377 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e146e5-78db-4ee9-9a4d-fbdb6abe2a0b req-e4979bf4-29da-45ed-9fed-7722ac92361c tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:42.108147 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-03e146e5-78db-4ee9-9a4d-fbdb6abe2a0b req-e4979bf4-29da-45ed-9fed-7722ac92361c tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 944 time: 0.0550292
Mar 25 03:31:42.150763 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07342170-0c52-48d1-8ef8-e9e102ed123c req-86ab016a-394e-4401-9004-0681fbc1b6b4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:42.152961 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-07342170-0c52-48d1-8ef8-e9e102ed123c req-86ab016a-394e-4401-9004-0681fbc1b6b4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 945 time: 0.0544274
Mar 25 03:31:42.161173 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-03e146e5-78db-4ee9-9a4d-fbdb6abe2a0b req-638349ff-b295-44bf-a7e5-58a085150426 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469098
Mar 25 03:31:42.204964 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-07342170-0c52-48d1-8ef8-e9e102ed123c req-681bdef2-26c8-48f7-aa22-7d3578df3adc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458648
Mar 25 03:31:42.500772 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fad8a-83dd-4f15-b8d3-0475198fe2e5 req-ad13be09-d4cc-47b1-90c6-457684054fe2 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:42.502343 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7f1fad8a-83dd-4f15-b8d3-0475198fe2e5 req-ad13be09-d4cc-47b1-90c6-457684054fe2 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 946 time: 0.0529594
Mar 25 03:31:42.556658 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7f1fad8a-83dd-4f15-b8d3-0475198fe2e5 req-e5cf7d50-9395-4041-9829-04e90701ac10 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478613
Mar 25 03:31:42.710644 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59600e-4dbe-4723-87e2-0100d9cc1b82 req-89821a96-8a42-4431-b193-930c3321d4fb tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:42.712380 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f59600e-4dbe-4723-87e2-0100d9cc1b82 req-89821a96-8a42-4431-b193-930c3321d4fb tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 946 time: 0.0510304
Mar 25 03:31:42.720828 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 58054) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:42.725062 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-e6decaca-e8f3-41ea-b852-35ef8b516439 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'floatingip': {'port_id': 'da8d5160-907f-42cd-b018-d2bece330b3c'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:42.798356 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e6decaca-e8f3-41ea-b852-35ef8b516439 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (5a370bb7-6ee5-4f1f-a047-5e0d65845bc2), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:42.875052 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-58421a25-bf63-4f07-a4e2-0652326566e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:43.343675 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfb580-77b0-417e-8b98-2cb1be46bd98 req-b0be34c3-eb9f-4f9b-bd92-9cb152824b68 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:43.345528 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-33dfb580-77b0-417e-8b98-2cb1be46bd98 req-b0be34c3-eb9f-4f9b-bd92-9cb152824b68 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 944 time: 0.1103702
Mar 25 03:31:43.553982 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-33dfb580-77b0-417e-8b98-2cb1be46bd98 req-9416e80c-5c87-41cc-82c3-853a36c3dddb tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843266
Mar 25 03:31:43.728599 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e6decaca-e8f3-41ea-b852-35ef8b516439 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:43.743262 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfb4d6-e134-4eee-8708-c242379b2a85 req-a09337ea-0372-43c8-876d-39ba2e410854 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:43.744827 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b0cfb4d6-e134-4eee-8708-c242379b2a85 req-a09337ea-0372-43c8-876d-39ba2e410854 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 945 time: 0.1238806
Mar 25 03:31:43.791473 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b0cfb4d6-e134-4eee-8708-c242379b2a85 req-6681f48e-9571-40a8-997a-b293ad7d21ce tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409653
Mar 25 03:31:43.829165 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e6decaca-e8f3-41ea-b852-35ef8b516439 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (5a370bb7-6ee5-4f1f-a047-5e0d65845bc2), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:43.933714 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [None req-e6decaca-e8f3-41ea-b852-35ef8b516439 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Floating IP 5a370bb7-6ee5-4f1f-a047-5e0d65845bc2 associated. External IP: 172.27.0.175, port: da8d5160-907f-42cd-b018-d2bece330b3c.
Mar 25 03:31:44.164421 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6decaca-e8f3-41ea-b852-35ef8b516439 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:31:44.170129 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 067fb160-522b-4926-bf99-f14b1630b448 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:44.280351 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 067fb160-522b-4926-bf99-f14b1630b448 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:31:44.281296 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6decaca-e8f3-41ea-b852-35ef8b516439 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:31:44.286107 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 067fb160-522b-4926-bf99-f14b1630b448 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:44.290978 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e6decaca-e8f3-41ea-b852-35ef8b516439 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.291981 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (067fb160-522b-4926-bf99-f14b1630b448), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.295762 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42456b50-bf65-4032-a393-c705a7f559d5 None None] Sync routers for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:31:44.312521 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42456b50-bf65-4032-a393-c705a7f559d5 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:44.313074 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-42456b50-bf65-4032-a393-c705a7f559d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc50eaf0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:31:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:44.317408 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-e6decaca-e8f3-41ea-b852-35ef8b516439 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "PUT /v2.0/floatingips/5a370bb7-6ee5-4f1f-a047-5e0d65845bc2 HTTP/1.1" status: 200  len: 992 time: 1.5955477
Mar 25 03:31:44.318037 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659a6384-0384-49ff-a92a-e89013165789', 'tag': 'da8d5160-907f-42cd-b018-d2bece330b3c'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:31:44.320249 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060d23d3-ac1a-40cc-9fdb-ad797fb054b4" -d '{"events": [{"name": "network-changed", "server_uuid": "659a6384-0384-49ff-a92a-e89013165789", "tag": "da8d5160-907f-42cd-b018-d2bece330b3c"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:31:44.354420 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 58132) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:44.373184 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d17ed1c-50ef-473b-a00e-9f4d5d698276 x-openstack-request-id: req-7d17ed1c-50ef-473b-a00e-9f4d5d698276 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:31:44.373477 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659a6384-0384-49ff-a92a-e89013165789", "tag": "da8d5160-907f-42cd-b018-d2bece330b3c", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:31:44.373759 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d17ed1c-50ef-473b-a00e-9f4d5d698276 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:31:44.374152 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d17ed1c-50ef-473b-a00e-9f4d5d698276'] response: {'name': 'network-changed', 'server_uuid': '659a6384-0384-49ff-a92a-e89013165789', 'tag': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'status': 'completed', 'code': 200}
Mar 25 03:31:44.424644 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 067fb160-522b-4926-bf99-f14b1630b448 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:44.425094 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (067fb160-522b-4926-bf99-f14b1630b448), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.444306 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-42456b50-bf65-4032-a393-c705a7f559d5 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:44.449615 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067fb160-522b-4926-bf99-f14b1630b448'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:31:44.452257 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd97ec72-eaf9-445f-810c-5997c549f5fc" -d '{"events": [{"server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "name": "network-vif-plugged", "status": "completed", "tag": "067fb160-522b-4926-bf99-f14b1630b448"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:31:44.469380 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 067fb160-522b-4926-bf99-f14b1630b448, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=067fb160-522b-4926-bf99-f14b1630b448,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:44.498057 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d74ee9e-c67c-41c1-aa67-0fbee8b43b8d x-openstack-request-id: req-9d74ee9e-c67c-41c1-aa67-0fbee8b43b8d {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:31:44.498361 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "name": "network-vif-plugged", "status": "completed", "tag": "067fb160-522b-4926-bf99-f14b1630b448", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:31:44.498616 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d74ee9e-c67c-41c1-aa67-0fbee8b43b8d {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:31:44.499011 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d74ee9e-c67c-41c1-aa67-0fbee8b43b8d'] response: {'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067fb160-522b-4926-bf99-f14b1630b448', 'code': 200}
Mar 25 03:31:44.505068 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-2c09d9e4-d617-4a0a-ad23-3fe89b887325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.549193 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (067fb160-522b-4926-bf99-f14b1630b448), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.550045 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 7a3a6de7-1d57-4f92-b520-826d9af653f4 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:31:44.581329 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-2c09d9e4-d617-4a0a-ad23-3fe89b887325 admin admin] Publish callbacks [] for security_group (4e2305cd-e7ae-414a-9797-3d0652251b34), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.625156 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=067fb160-522b-4926-bf99-f14b1630b448,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:44.665936 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-2c09d9e4-d617-4a0a-ad23-3fe89b887325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (4e2305cd-e7ae-414a-9797-3d0652251b34), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.708448 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 7a3a6de7-1d57-4f92-b520-826d9af653f4 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:31:44.711855 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-2c09d9e4-d617-4a0a-ad23-3fe89b887325 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea60c2c03adf4217b8a463f34c4b0f12&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3556838
Mar 25 03:31:44.713182 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 7a3a6de7-1d57-4f92-b520-826d9af653f4 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:31:44.713730 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.713834 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09d9e4-d617-4a0a-ad23-3fe89b887325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2305cd-e7ae-414a-9797-3d0652251b34,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:44.715264 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58142) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:44.723258 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8f1a4-16e9-4b6b-ba82-87c0feaacd4e req-4dbb13ab-878f-4a50-b421-2a1d77342e69 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:44.730778 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-caf8f1a4-16e9-4b6b-ba82-87c0feaacd4e req-4dbb13ab-878f-4a50-b421-2a1d77342e69 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 944 time: 0.1023431
Mar 25 03:31:44.768719 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-42456b50-bf65-4032-a393-c705a7f559d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc50eaf0>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '5a370bb7-6ee5-4f1f-a047-5e0d65845bc2', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:18:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659a6384-0384-49ff-a92a-e89013165789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:31:04Z', 'updated_at': '2022-03-25T03:31:43Z', 'revision_number': 1, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:44.780566 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e8b38df8-639c-4c92-9ffc-67443da113e2 admin admin] Publish callbacks [] for security_group (4e2305cd-e7ae-414a-9797-3d0652251b34), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.781510 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-caf8f1a4-16e9-4b6b-ba82-87c0feaacd4e req-6c1b7505-0eb9-4b97-ba8c-5c5ed1347f34 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501230
Mar 25 03:31:44.798102 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42456b50-bf65-4032-a393-c705a7f559d5 None None] Checking router: 6a36ad02-4238-4232-ad4d-dbbf59a59e63 for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:31:44.807360 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42456b50-bf65-4032-a393-c705a7f559d5 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:44.807979 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-42456b50-bf65-4032-a393-c705a7f559d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc50eaf0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:31:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:44.814793 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 7a3a6de7-1d57-4f92-b520-826d9af653f4 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:31:44.815332 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.816587 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e8b38df8-639c-4c92-9ffc-67443da113e2 admin admin] Publish callbacks [] for security_group (4e2305cd-e7ae-414a-9797-3d0652251b34), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.849825 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 7a3a6de7-1d57-4f92-b520-826d9af653f4, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=7a3a6de7-1d57-4f92-b520-826d9af653f4,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:31:44.913086 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-42456b50-bf65-4032-a393-c705a7f559d5 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:44.914641 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.940331 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e8b38df8-639c-4c92-9ffc-67443da113e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (4e2305cd-e7ae-414a-9797-3d0652251b34), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.943263 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e8b38df8-639c-4c92-9ffc-67443da113e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:44.944562 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-e8b38df8-639c-4c92-9ffc-67443da113e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e2305cd-e7ae-414a-9797-3d0652251b34 HTTP/1.1" status: 204  len: 168 time: 0.2271607
Mar 25 03:31:44.955387 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b38df8-639c-4c92-9ffc-67443da113e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2305cd-e7ae-414a-9797-3d0652251b34,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:44.985949 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89366f2-9ac2-4a8c-a89b-2919dc2d0b4f req-5f07bdc1-4af9-40de-aef0-d72b40ec436b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:44.990857 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=7a3a6de7-1d57-4f92-b520-826d9af653f4,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:44.992731 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b89366f2-9ac2-4a8c-a89b-2919dc2d0b4f req-5f07bdc1-4af9-40de-aef0-d72b40ec436b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0932446
Mar 25 03:31:45.088241 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b89366f2-9ac2-4a8c-a89b-2919dc2d0b4f req-4b337383-15b2-4844-a1b4-b03a0f343741 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861497
Mar 25 03:31:45.159660 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6a8be7fe-4823-4e9e-a9e4-1c5c75cda074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:45.164246 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-42456b50-bf65-4032-a393-c705a7f559d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc50eaf0>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '5a370bb7-6ee5-4f1f-a047-5e0d65845bc2', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:18:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659a6384-0384-49ff-a92a-e89013165789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:31:04Z', 'updated_at': '2022-03-25T03:31:43Z', 'revision_number': 1, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:45.193694 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42456b50-bf65-4032-a393-c705a7f559d5 None None] The sync data for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi is: [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '5a370bb7-6ee5-4f1f-a047-5e0d65845bc2', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:18:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659a6384-0384-49ff-a92a-e89013165789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:31:04Z', 'updated_at': '2022-03-25T03:31:43Z', 'revision_number': 1, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:31:45.383300 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368131a2-99dd-4956-8202-f745b3e4d480 None None] New status for floating IP 5a370bb7-6ee5-4f1f-a047-5e0d65845bc2: ACTIVE {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:31:45.555114 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58160) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:45.568012 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2136c9ed-7179-4b7e-9a2c-d923410ff254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:45.639793 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2136c9ed-7179-4b7e-9a2c-d923410ff254 admin admin] Publish callbacks [] for security_group (4a87c2f6-45d0-4a8c-b0b8-0dea9b365238), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:45.725977 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2136c9ed-7179-4b7e-9a2c-d923410ff254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (4a87c2f6-45d0-4a8c-b0b8-0dea9b365238), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:45.764398 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-2136c9ed-7179-4b7e-9a2c-d923410ff254 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21841db6c87b46b8bed04003246d45b1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2081194
Mar 25 03:31:45.765113 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136c9ed-7179-4b7e-9a2c-d923410ff254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a87c2f6-45d0-4a8c-b0b8-0dea9b365238,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:45.767234 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 58162) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:45.815379 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ccf038ce-daa1-4faa-bc50-24a6672af483 admin admin] Publish callbacks [] for security_group (4a87c2f6-45d0-4a8c-b0b8-0dea9b365238), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:45.837419 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ccf038ce-daa1-4faa-bc50-24a6672af483 admin admin] Publish callbacks [] for security_group (4a87c2f6-45d0-4a8c-b0b8-0dea9b365238), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:46.054889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d23d3-ac1a-40cc-9fdb-ad797fb054b4 req-c0d6288e-618a-4cb0-aaa2-a4ddb52352fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:46.056952 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-060d23d3-ac1a-40cc-9fdb-ad797fb054b4 req-c0d6288e-618a-4cb0-aaa2-a4ddb52352fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 1130 time: 0.0678082
Mar 25 03:31:46.094253 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ca8ab-e102-4201-84f0-0336214c3d18 req-1bfdd028-fbb6-452b-a756-105474eedfd2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:46.095720 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6b5ca8ab-e102-4201-84f0-0336214c3d18 req-1bfdd028-fbb6-452b-a756-105474eedfd2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.2438884
Mar 25 03:31:46.138944 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:46.198123 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6b5ca8ab-e102-4201-84f0-0336214c3d18 req-49c36322-74ca-408f-9311-2d6c86ced9d2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963390
Mar 25 03:31:46.200370 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ccf038ce-daa1-4faa-bc50-24a6672af483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (4a87c2f6-45d0-4a8c-b0b8-0dea9b365238), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:46.203193 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ccf038ce-daa1-4faa-bc50-24a6672af483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:46.208158 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-ccf038ce-daa1-4faa-bc50-24a6672af483 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a87c2f6-45d0-4a8c-b0b8-0dea9b365238 HTTP/1.1" status: 204  len: 168 time: 0.4359772
Mar 25 03:31:46.224921 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf038ce-daa1-4faa-bc50-24a6672af483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a87c2f6-45d0-4a8c-b0b8-0dea9b365238,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:46.351200 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f726a-130e-4abb-8911-4cc53385e467 req-aaf8d7a4-78bf-45d7-a6b7-0c52b3bed7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:46.353588 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-db8f726a-130e-4abb-8911-4cc53385e467 req-aaf8d7a4-78bf-45d7-a6b7-0c52b3bed7ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 1130 time: 0.0672033
Mar 25 03:31:46.379336 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31f8a7-db28-4631-b971-9b15070b620c req-574cecc1-82b4-4c4f-9058-37c400dc7889 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:46.381550 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-af31f8a7-db28-4631-b971-9b15070b620c req-574cecc1-82b4-4c4f-9058-37c400dc7889 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.1776419
Mar 25 03:31:46.416960 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-db8f726a-130e-4abb-8911-4cc53385e467 req-4d81ddc9-3312-48a3-a340-6edc25c09ede service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498476
Mar 25 03:31:46.417887 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d23d3-ac1a-40cc-9fdb-ad797fb054b4 req-f3c2d039-b05f-444f-8402-eb2602dcae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:46.419463 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-060d23d3-ac1a-40cc-9fdb-ad797fb054b4 req-f3c2d039-b05f-444f-8402-eb2602dcae3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 915 time: 0.2822556
Mar 25 03:31:46.450989 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-af31f8a7-db28-4631-b971-9b15070b620c req-97ac5b02-614d-49dd-a0ca-344d4ce038cb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592985
Mar 25 03:31:46.500579 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4168ab03-5d67-4c73-91c5-f633f27747ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3a6de7-1d57-4f92-b520-826d9af653f4'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:31:46.502878 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf8438f-907b-4872-8967-55fc0b7abb4d" -d '{"events": [{"server_uuid": "4168ab03-5d67-4c73-91c5-f633f27747ac", "name": "network-vif-plugged", "status": "completed", "tag": "7a3a6de7-1d57-4f92-b520-826d9af653f4"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:31:46.538968 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b6e03e-2fa5-48f7-8e2e-6853ef6ce6e2 x-openstack-request-id: req-e9b6e03e-2fa5-48f7-8e2e-6853ef6ce6e2 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:31:46.539288 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4168ab03-5d67-4c73-91c5-f633f27747ac", "name": "network-vif-plugged", "status": "completed", "tag": "7a3a6de7-1d57-4f92-b520-826d9af653f4", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:31:46.539592 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9b6e03e-2fa5-48f7-8e2e-6853ef6ce6e2 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:31:46.539986 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b6e03e-2fa5-48f7-8e2e-6853ef6ce6e2'] response: {'server_uuid': '4168ab03-5d67-4c73-91c5-f633f27747ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3a6de7-1d57-4f92-b520-826d9af653f4', 'code': 200}
Mar 25 03:31:46.762645 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-060d23d3-ac1a-40cc-9fdb-ad797fb054b4 req-1b7e0034-75db-447d-998f-2f33e595deb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8d5160-907f-42cd-b018-d2bece330b3c HTTP/1.1" status: 200  len: 1002 time: 0.1087415
Mar 25 03:31:46.815975 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d23d3-ac1a-40cc-9fdb-ad797fb054b4 req-a08c879c-1133-4d2c-a545-6d098c3de2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:46.817697 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-060d23d3-ac1a-40cc-9fdb-ad797fb054b4 req-a08c879c-1133-4d2c-a545-6d098c3de2f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f66c337-0509-432b-a485-8345b9a5f7ed HTTP/1.1" status: 200  len: 853 time: 0.0491545
Mar 25 03:31:46.866542 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d23d3-ac1a-40cc-9fdb-ad797fb054b4 req-ec008d6e-5b8a-4406-8bd0-41ebe82293f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:46.868016 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-060d23d3-ac1a-40cc-9fdb-ad797fb054b4 req-ec008d6e-5b8a-4406-8bd0-41ebe82293f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0434732
Mar 25 03:31:46.971175 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-060d23d3-ac1a-40cc-9fdb-ad797fb054b4 req-14cf38ac-c5a3-4e58-985f-51840f2b078d service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0965080
Mar 25 03:31:47.026259 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ca86a-2ce7-4aa0-bc3a-9a0f274162d8 req-d553c7bc-4677-45d0-9e4d-e7807d7c2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:47.028099 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8f2ca86a-2ce7-4aa0-bc3a-9a0f274162d8 req-d553c7bc-4677-45d0-9e4d-e7807d7c2cce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 1129 time: 0.0449405
Mar 25 03:31:47.089430 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8f2ca86a-2ce7-4aa0-bc3a-9a0f274162d8 req-e2d3080b-b6fd-45d7-bc21-d1ced4aa2127 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489419
Mar 25 03:31:47.270126 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-060d23d3-ac1a-40cc-9fdb-ad797fb054b4 req-b6c13548-111d-41e2-958a-55fa425b069b service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2826827
Mar 25 03:31:47.326703 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 58216) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:47.339883 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeffde-4b47-439a-bafb-d1e350f2af19 req-ca3d9649-7f18-4a50-8a25-52b501bbd972 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:47.341515 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-56eeffde-4b47-439a-bafb-d1e350f2af19 req-ca3d9649-7f18-4a50-8a25-52b501bbd972 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0697398
Mar 25 03:31:47.393643 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-56eeffde-4b47-439a-bafb-d1e350f2af19 req-d232c41c-f559-4629-b36b-fb2291a07c5b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457430
Mar 25 03:31:47.447296 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5f9b85e7-463c-456c-83bb-c0c3c2f32126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:47.497595 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:47.528979 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5f9b85e7-463c-456c-83bb-c0c3c2f32126 admin admin] Publish callbacks [] for security_group (f7f14a68-2fd2-4109-a28e-ad51de09a8ff), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:47.572043 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5f9b85e7-463c-456c-83bb-c0c3c2f32126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (f7f14a68-2fd2-4109-a28e-ad51de09a8ff), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:47.583186 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a32db-0122-41c8-b36d-ed1ac8d5f4c3 req-e92e9575-cbac-44b9-b663-1125c5a589ad tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:47.584647 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-738a32db-0122-41c8-b36d-ed1ac8d5f4c3 req-e92e9575-cbac-44b9-b663-1125c5a589ad tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0587473
Mar 25 03:31:47.631891 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b85e7-463c-456c-83bb-c0c3c2f32126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f14a68-2fd2-4109-a28e-ad51de09a8ff,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:47.637572 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-5f9b85e7-463c-456c-83bb-c0c3c2f32126 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6eeefa78e2c84e0d8f5977bdbf23859a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3096037
Mar 25 03:31:47.640416 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 58228) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:47.689804 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-738a32db-0122-41c8-b36d-ed1ac8d5f4c3 req-9b600d71-b8d0-4a2a-85dd-d3b53b28151a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978851
Mar 25 03:31:47.711043 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-85222331-84c3-40e0-b13d-5b087fbe8f4c admin admin] Publish callbacks [] for security_group (f7f14a68-2fd2-4109-a28e-ad51de09a8ff), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:47.733103 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-85222331-84c3-40e0-b13d-5b087fbe8f4c admin admin] Publish callbacks [] for security_group (f7f14a68-2fd2-4109-a28e-ad51de09a8ff), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:47.845686 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-85222331-84c3-40e0-b13d-5b087fbe8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (f7f14a68-2fd2-4109-a28e-ad51de09a8ff), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:47.848232 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-85222331-84c3-40e0-b13d-5b087fbe8f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:47.849439 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-85222331-84c3-40e0-b13d-5b087fbe8f4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7f14a68-2fd2-4109-a28e-ad51de09a8ff HTTP/1.1" status: 204  len: 168 time: 0.2081008
Mar 25 03:31:47.857195 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85222331-84c3-40e0-b13d-5b087fbe8f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f14a68-2fd2-4109-a28e-ad51de09a8ff,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:48.486941 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 58262) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:48.503097 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-08030377-2cef-4b8d-b2d2-830665c2f75b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:48.557466 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944d605-e1e5-49b3-b772-54c66e2c7ca3 req-9e66f98c-2b00-46c4-a8e5-d6ec34743e15 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:48.559134 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c944d605-e1e5-49b3-b772-54c66e2c7ca3 req-9e66f98c-2b00-46c4-a8e5-d6ec34743e15 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0822737
Mar 25 03:31:48.596862 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-08030377-2cef-4b8d-b2d2-830665c2f75b admin admin] Publish callbacks [] for security_group (401f1e70-446e-423d-a745-f98104592e64), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:48.611389 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c944d605-e1e5-49b3-b772-54c66e2c7ca3 req-ce99e678-233b-4783-93f7-24215c8f001b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457971
Mar 25 03:31:48.645967 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-08030377-2cef-4b8d-b2d2-830665c2f75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (401f1e70-446e-423d-a745-f98104592e64), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:48.686376 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-08030377-2cef-4b8d-b2d2-830665c2f75b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=176d2e66273b46159cc9a2e4bb6510f1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1974819
Mar 25 03:31:48.687251 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08030377-2cef-4b8d-b2d2-830665c2f75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401f1e70-446e-423d-a745-f98104592e64,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:48.688936 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58272) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:48.745138 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9939a584-cf0e-4c7e-a56f-c318d29e7181 admin admin] Publish callbacks [] for security_group (401f1e70-446e-423d-a745-f98104592e64), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:48.766991 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9939a584-cf0e-4c7e-a56f-c318d29e7181 admin admin] Publish callbacks [] for security_group (401f1e70-446e-423d-a745-f98104592e64), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:48.819678 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcbdc6-b5ce-47a7-998a-e82643df2e0b req-5506766d-46c3-4d3c-90ac-d3951d89d283 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:48.826888 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3cdcbdc6-b5ce-47a7-998a-e82643df2e0b req-5506766d-46c3-4d3c-90ac-d3951d89d283 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0592549
Mar 25 03:31:48.869220 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3cdcbdc6-b5ce-47a7-998a-e82643df2e0b req-53f6540c-e304-4c5a-92d2-fccaf873f54c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417554
Mar 25 03:31:48.907021 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9939a584-cf0e-4c7e-a56f-c318d29e7181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (401f1e70-446e-423d-a745-f98104592e64), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:48.909554 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9939a584-cf0e-4c7e-a56f-c318d29e7181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:48.913227 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-9939a584-cf0e-4c7e-a56f-c318d29e7181 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/401f1e70-446e-423d-a745-f98104592e64 HTTP/1.1" status: 204  len: 168 time: 0.2207687
Mar 25 03:31:48.920413 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939a584-cf0e-4c7e-a56f-c318d29e7181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401f1e70-446e-423d-a745-f98104592e64,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:49.023789 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b60bd-07eb-4bab-92b6-2e8ee1b0edb8 req-2374f4e6-b148-4d92-8eca-14c3adbfa25f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:49.025345 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2d0b60bd-07eb-4bab-92b6-2e8ee1b0edb8 req-2374f4e6-b148-4d92-8eca-14c3adbfa25f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0762053
Mar 25 03:31:49.034490 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58294) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:49.038949 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-64f10aa7-4709-4668-8361-184a78a7f479 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Request body: {'floatingip': {'port_id': '067fb160-522b-4926-bf99-f14b1630b448'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:31:49.108543 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-64f10aa7-4709-4668-8361-184a78a7f479 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (bd3f314d-737b-43c2-9219-17efbd8dd6dc), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:49.268320 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:49.734921 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-64f10aa7-4709-4668-8361-184a78a7f479 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:49.772665 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eebc8b-8843-4b29-bf91-0d1bbcf200ef req-a5befd7f-5333-4029-84b6-37d02869e1ce tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:49.775040 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-14eebc8b-8843-4b29-bf91-0d1bbcf200ef req-a5befd7f-5333-4029-84b6-37d02869e1ce tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0580072
Mar 25 03:31:49.777749 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 58330) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:49.801837 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0175ed46-e165-48f4-b539-4f13162ecf05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:49.828945 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-64f10aa7-4709-4668-8361-184a78a7f479 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (bd3f314d-737b-43c2-9219-17efbd8dd6dc), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:49.849579 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-14eebc8b-8843-4b29-bf91-0d1bbcf200ef req-14bcca17-e3da-4f2c-ae25-f213938a4712 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655379
Mar 25 03:31:49.910768 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0175ed46-e165-48f4-b539-4f13162ecf05 admin admin] Publish callbacks [] for security_group (38a7ffa1-82d7-49f0-bad0-64dbb0de6b5b), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:49.966613 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.l3_db [None req-64f10aa7-4709-4668-8361-184a78a7f479 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Floating IP bd3f314d-737b-43c2-9219-17efbd8dd6dc associated. External IP: 172.27.0.212, port: 067fb160-522b-4926-bf99-f14b1630b448.
Mar 25 03:31:49.979508 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 58340) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:50.034790 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0175ed46-e165-48f4-b539-4f13162ecf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (38a7ffa1-82d7-49f0-bad0-64dbb0de6b5b), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:50.081689 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-0175ed46-e165-48f4-b539-4f13162ecf05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6aed53e41ac24ce1aacdfa889b6585a9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3028266
Mar 25 03:31:50.086583 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175ed46-e165-48f4-b539-4f13162ecf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a7ffa1-82d7-49f0-bad0-64dbb0de6b5b,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:50.088564 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58346) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:50.097334 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-534baa68-1ce3-4f49-829b-a4e3970232ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:50.174145 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-534baa68-1ce3-4f49-829b-a4e3970232ae admin admin] Publish callbacks [] for security_group (6b20af2e-54eb-48d6-b6fc-eb0104d2a931), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:50.216521 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f7624089-15c1-4ed4-8248-4e44d7409ddd admin admin] Publish callbacks [] for security_group (38a7ffa1-82d7-49f0-bad0-64dbb0de6b5b), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:50.247494 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f7624089-15c1-4ed4-8248-4e44d7409ddd admin admin] Publish callbacks [] for security_group (38a7ffa1-82d7-49f0-bad0-64dbb0de6b5b), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:50.291832 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f10aa7-4709-4668-8361-184a78a7f479 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:31:50.325837 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-534baa68-1ce3-4f49-829b-a4e3970232ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (6b20af2e-54eb-48d6-b6fc-eb0104d2a931), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:50.363468 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-534baa68-1ce3-4f49-829b-a4e3970232ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c2c7a618a354e038532f14350aae63f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3828084
Mar 25 03:31:50.365813 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534baa68-1ce3-4f49-829b-a4e3970232ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b20af2e-54eb-48d6-b6fc-eb0104d2a931,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:50.366289 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58350) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:50.457728 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f10aa7-4709-4668-8361-184a78a7f479 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:31:50.457728 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-64f10aa7-4709-4668-8361-184a78a7f479 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:50.457728 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-defa5a40-fc57-4180-9927-1f98c69b9dd1 admin admin] Publish callbacks [] for security_group (6b20af2e-54eb-48d6-b6fc-eb0104d2a931), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:50.458600 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1845aa-1f1f-4e98-a44e-09c2728a1f69 None None] Sync routers for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:31:50.471608 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1845aa-1f1f-4e98-a44e-09c2728a1f69 None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:50.472598 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-de1845aa-1f1f-4e98-a44e-09c2728a1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc56c370>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:31:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:50.559014 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7822db-2ca2-4516-bdda-44702dcc2374 req-fc512b76-db55-4552-a955-4c04dd86b951 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:50.566618 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fb7822db-2ca2-4516-bdda-44702dcc2374 req-fc512b76-db55-4552-a955-4c04dd86b951 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0748477
Mar 25 03:31:50.602744 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-de1845aa-1f1f-4e98-a44e-09c2728a1f69 None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:50.619591 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fb7822db-2ca2-4516-bdda-44702dcc2374 req-83b3e1e3-97c1-4c62-82d5-7d8e06f52e49 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519733
Mar 25 03:31:50.682691 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f7624089-15c1-4ed4-8248-4e44d7409ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (38a7ffa1-82d7-49f0-bad0-64dbb0de6b5b), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:50.685296 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f7624089-15c1-4ed4-8248-4e44d7409ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:50.686563 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-f7624089-15c1-4ed4-8248-4e44d7409ddd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38a7ffa1-82d7-49f0-bad0-64dbb0de6b5b HTTP/1.1" status: 204  len: 168 time: 0.5970373
Mar 25 03:31:50.739094 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-64f10aa7-4709-4668-8361-184a78a7f479 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "PUT /v2.0/floatingips/bd3f314d-737b-43c2-9219-17efbd8dd6dc HTTP/1.1" status: 200  len: 992 time: 1.7034779
Mar 25 03:31:50.740030 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7624089-15c1-4ed4-8248-4e44d7409ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a7ffa1-82d7-49f0-bad0-64dbb0de6b5b,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:50.759567 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-defa5a40-fc57-4180-9927-1f98c69b9dd1 admin admin] Publish callbacks [] for security_group (6b20af2e-54eb-48d6-b6fc-eb0104d2a931), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:50.772681 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'tag': '067fb160-522b-4926-bf99-f14b1630b448'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:31:50.775097 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b362689-005d-42d2-905a-f76c5670a44b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "tag": "067fb160-522b-4926-bf99-f14b1630b448"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:31:50.823662 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c2884-316a-4da7-a6f9-c15a1ee80880 req-4eb363c0-9d39-42a2-a1a3-e7a22437641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:50.825231 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a28c2884-316a-4da7-a6f9-c15a1ee80880 req-4eb363c0-9d39-42a2-a1a3-e7a22437641a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 1129 time: 0.1442957
Mar 25 03:31:50.834012 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a374906-377e-47a4-a96e-04acdc06508d x-openstack-request-id: req-3a374906-377e-47a4-a96e-04acdc06508d {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:31:50.834311 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "tag": "067fb160-522b-4926-bf99-f14b1630b448", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:31:50.834587 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a374906-377e-47a4-a96e-04acdc06508d {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:31:50.834958 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a374906-377e-47a4-a96e-04acdc06508d'] response: {'name': 'network-changed', 'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'tag': '067fb160-522b-4926-bf99-f14b1630b448', 'status': 'completed', 'code': 200}
Mar 25 03:31:50.902094 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b362689-005d-42d2-905a-f76c5670a44b req-f90965ba-9ea8-4885-b460-af31d79f3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:50.904298 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1b362689-005d-42d2-905a-f76c5670a44b req-f90965ba-9ea8-4885-b460-af31d79f3d66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 1130 time: 0.0483871
Mar 25 03:31:50.933912 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c2884-316a-4da7-a6f9-c15a1ee80880 req-2543e1e9-daae-42a5-9368-487e0a62c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:50.935387 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a28c2884-316a-4da7-a6f9-c15a1ee80880 req-2543e1e9-daae-42a5-9368-487e0a62c5a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 919 time: 0.0994053
Mar 25 03:31:50.950245 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-de1845aa-1f1f-4e98-a44e-09c2728a1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc56c370>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'bd3f314d-737b-43c2-9219-17efbd8dd6dc', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'port_id': '067fb160-522b-4926-bf99-f14b1630b448', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'mac_address': 'fa:16:3e:21:53:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:31:23Z', 'updated_at': '2022-03-25T03:31:49Z', 'revision_number': 1, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:22Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:50.985761 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1845aa-1f1f-4e98-a44e-09c2728a1f69 None None] Checking router: 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:31:50.995677 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1845aa-1f1f-4e98-a44e-09c2728a1f69 None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:31:50.996545 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-de1845aa-1f1f-4e98-a44e-09c2728a1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc56c370>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:31:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:51.010301 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a28c2884-316a-4da7-a6f9-c15a1ee80880 req-22b04f2b-404a-4392-bc9b-ef838c50692a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3a6de7-1d57-4f92-b520-826d9af653f4 HTTP/1.1" status: 200  len: 217 time: 0.0647099
Mar 25 03:31:51.051654 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b362689-005d-42d2-905a-f76c5670a44b req-19ee6f22-dee8-4fad-ae3f-dd80b20572b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:51.053240 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1b362689-005d-42d2-905a-f76c5670a44b req-19ee6f22-dee8-4fad-ae3f-dd80b20572b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c5a4335-913f-4831-9329-aefa2b16e173 HTTP/1.1" status: 200  len: 918 time: 0.1202161
Mar 25 03:31:51.077502 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c2884-316a-4da7-a6f9-c15a1ee80880 req-6e2c0048-251c-4cf4-9257-012f8b00c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:51.079079 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a28c2884-316a-4da7-a6f9-c15a1ee80880 req-6e2c0048-251c-4cf4-9257-012f8b00c3aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0577979
Mar 25 03:31:51.080189 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-defa5a40-fc57-4180-9927-1f98c69b9dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (6b20af2e-54eb-48d6-b6fc-eb0104d2a931), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:51.082736 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-defa5a40-fc57-4180-9927-1f98c69b9dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:51.086499 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-defa5a40-fc57-4180-9927-1f98c69b9dd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b20af2e-54eb-48d6-b6fc-eb0104d2a931 HTTP/1.1" status: 204  len: 168 time: 0.7165492
Mar 25 03:31:51.092668 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa5a40-fc57-4180-9927-1f98c69b9dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b20af2e-54eb-48d6-b6fc-eb0104d2a931,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:51.117074 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-de1845aa-1f1f-4e98-a44e-09c2728a1f69 None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:31:51.180352 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c2884-316a-4da7-a6f9-c15a1ee80880 req-07485cfe-5ac0-434c-8b5c-7e72e67cdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:51.180352 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a28c2884-316a-4da7-a6f9-c15a1ee80880 req-07485cfe-5ac0-434c-8b5c-7e72e67cdfee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0769198
Mar 25 03:31:51.184881 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1b362689-005d-42d2-905a-f76c5670a44b req-07a175ae-2999-42db-94e9-2d9bad66eacc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=067fb160-522b-4926-bf99-f14b1630b448 HTTP/1.1" status: 200  len: 1000 time: 0.1241040
Mar 25 03:31:51.282175 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b362689-005d-42d2-905a-f76c5670a44b req-2c49fec9-183f-4ff8-80d0-cfd039c969dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:51.283804 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1b362689-005d-42d2-905a-f76c5670a44b req-2c49fec9-183f-4ff8-80d0-cfd039c969dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0fc2db0-5f07-4ebd-b00d-4236a2fef620 HTTP/1.1" status: 200  len: 856 time: 0.0801804
Mar 25 03:31:51.320567 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a28c2884-316a-4da7-a6f9-c15a1ee80880 req-6b36ae0f-b8d2-4cfd-9e72-c71a60361877 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1172926
Mar 25 03:31:51.338937 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b362689-005d-42d2-905a-f76c5670a44b req-35ab5030-916d-4455-a34e-cdf20ca42ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:51.340365 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1b362689-005d-42d2-905a-f76c5670a44b req-35ab5030-916d-4455-a34e-cdf20ca42ae1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c5a4335-913f-4831-9329-aefa2b16e173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0503848
Mar 25 03:31:51.340657 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:31:51.445286 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-de1845aa-1f1f-4e98-a44e-09c2728a1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc56c370>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'bd3f314d-737b-43c2-9219-17efbd8dd6dc', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'port_id': '067fb160-522b-4926-bf99-f14b1630b448', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'mac_address': 'fa:16:3e:21:53:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:31:23Z', 'updated_at': '2022-03-25T03:31:49Z', 'revision_number': 1, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:22Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:31:51.480061 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1b362689-005d-42d2-905a-f76c5670a44b req-ac150678-09d8-4a3e-aeb3-e525932a6b23 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285262
Mar 25 03:31:51.481796 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a28c2884-316a-4da7-a6f9-c15a1ee80880 req-92866040-8361-49fb-b986-4363830399c2 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550045
Mar 25 03:31:51.482325 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1845aa-1f1f-4e98-a44e-09c2728a1f69 None None] The sync data for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi is: [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'bd3f314d-737b-43c2-9219-17efbd8dd6dc', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'port_id': '067fb160-522b-4926-bf99-f14b1630b448', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'mac_address': 'fa:16:3e:21:53:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:31:23Z', 'updated_at': '2022-03-25T03:31:49Z', 'revision_number': 1, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:22Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:31:51.587824 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1b362689-005d-42d2-905a-f76c5670a44b req-38d2bc92-b7c8-46c4-a057-1620bcb847c3 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905650
Mar 25 03:31:51.738367 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd2cfc3-b7ef-4125-9543-762c8b52d450 None None] New status for floating IP bd3f314d-737b-43c2-9219-17efbd8dd6dc: ACTIVE {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:31:51.786011 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da12017-3627-4ee8-bfce-042dbb061841 req-a86677a1-6a76-4cde-939b-026bc49756b6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:51.787581 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8da12017-3627-4ee8-bfce-042dbb061841 req-a86677a1-6a76-4cde-939b-026bc49756b6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0770769
Mar 25 03:31:51.833936 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8da12017-3627-4ee8-bfce-042dbb061841 req-59b9bde5-32a0-4bb1-85e9-a5de82af1e1b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404725
Mar 25 03:31:52.123865 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58406) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:52.138753 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a4becdf4-aa7b-4e8f-9d77-ed23ff1fa3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:52.217276 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a4becdf4-aa7b-4e8f-9d77-ed23ff1fa3e3 admin admin] Publish callbacks [] for security_group (c59bcb5e-0538-4655-97b7-1dab9c0bc164), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:52.360371 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a4becdf4-aa7b-4e8f-9d77-ed23ff1fa3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c59bcb5e-0538-4655-97b7-1dab9c0bc164), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:52.398739 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-a4becdf4-aa7b-4e8f-9d77-ed23ff1fa3e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e81fe7f290246a3929973e1fc72ddb1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2735918
Mar 25 03:31:52.401173 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58414) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:52.406952 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4becdf4-aa7b-4e8f-9d77-ed23ff1fa3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59bcb5e-0538-4655-97b7-1dab9c0bc164,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:52.452439 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1e8e31de-348b-43a6-b855-4fd1e78365bf admin admin] Publish callbacks [] for security_group (c59bcb5e-0538-4655-97b7-1dab9c0bc164), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:52.473934 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1e8e31de-348b-43a6-b855-4fd1e78365bf admin admin] Publish callbacks [] for security_group (c59bcb5e-0538-4655-97b7-1dab9c0bc164), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:52.611453 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1e8e31de-348b-43a6-b855-4fd1e78365bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c59bcb5e-0538-4655-97b7-1dab9c0bc164), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:52.614060 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1e8e31de-348b-43a6-b855-4fd1e78365bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:52.615207 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-1e8e31de-348b-43a6-b855-4fd1e78365bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c59bcb5e-0538-4655-97b7-1dab9c0bc164 HTTP/1.1" status: 204  len: 168 time: 0.2131033
Mar 25 03:31:52.623863 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e31de-348b-43a6-b855-4fd1e78365bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59bcb5e-0538-4655-97b7-1dab9c0bc164,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:52.952837 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd1bb0-8b1f-4f15-8737-8001147ad8a2 req-9aa4fecc-5200-45de-affc-36078d8dfdb3 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:52.954297 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3fcd1bb0-8b1f-4f15-8737-8001147ad8a2 req-9aa4fecc-5200-45de-affc-36078d8dfdb3 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0517724
Mar 25 03:31:53.001136 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3fcd1bb0-8b1f-4f15-8737-8001147ad8a2 req-aa06aa21-50bc-4e33-bbc6-03d46f0fae94 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411248
Mar 25 03:31:54.118042 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc52455-0957-497f-a801-3ab14b80a533 req-9fb871f9-ed48-4dd2-8aa2-67db0246c273 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:54.120178 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4bc52455-0957-497f-a801-3ab14b80a533 req-9fb871f9-ed48-4dd2-8aa2-67db0246c273 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0519967
Mar 25 03:31:54.168552 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4bc52455-0957-497f-a801-3ab14b80a533 req-86da9edd-0232-45fa-ace6-9d70befb4d7f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427797
Mar 25 03:31:55.303488 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-30eff938-89a7-4a5e-aa64-059e16ddf02d req-f7f64a9c-0d69-4536-a4d7-17643bb79661 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0509706
Mar 25 03:31:55.304441 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ab9bd-9e98-457e-9056-77852ddf8462 req-1804b16b-cbdc-4215-adde-0bb8f0da5dce tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:55.306058 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5c1ab9bd-9e98-457e-9056-77852ddf8462 req-1804b16b-cbdc-4215-adde-0bb8f0da5dce tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0557938
Mar 25 03:31:55.359051 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5c1ab9bd-9e98-457e-9056-77852ddf8462 req-df65cf3e-b457-4e98-a95c-b9621b898c9c tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471497
Mar 25 03:31:55.410470 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eff938-89a7-4a5e-aa64-059e16ddf02d req-42a248b0-532f-43bd-b177-c38c0771473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:55.411960 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-30eff938-89a7-4a5e-aa64-059e16ddf02d req-42a248b0-532f-43bd-b177-c38c0771473b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0eebba0522ca4ad38c508481bc67b791&device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 1130 time: 0.0546935
Mar 25 03:31:55.524089 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eff938-89a7-4a5e-aa64-059e16ddf02d req-a952b30c-30ae-43d9-9143-22e79df9a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:55.526249 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-30eff938-89a7-4a5e-aa64-059e16ddf02d req-a952b30c-30ae-43d9-9143-22e79df9a6e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0c4ba64-ea6d-4bff-86a1-292111caf644 HTTP/1.1" status: 200  len: 911 time: 0.0887272
Mar 25 03:31:55.571614 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-30eff938-89a7-4a5e-aa64-059e16ddf02d req-ba1d29d5-c190-4dc5-81c1-88596729cd1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e HTTP/1.1" status: 200  len: 217 time: 0.0390134
Mar 25 03:31:55.618345 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eff938-89a7-4a5e-aa64-059e16ddf02d req-e96431d6-c1ee-441b-8fa3-dc16c93eb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:55.620163 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-30eff938-89a7-4a5e-aa64-059e16ddf02d req-e96431d6-c1ee-441b-8fa3-dc16c93eb4ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4dfdef7-3da7-4dca-bd2d-64c55a2082f1 HTTP/1.1" status: 200  len: 850 time: 0.0426066
Mar 25 03:31:55.665688 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-30eff938-89a7-4a5e-aa64-059e16ddf02d req-7bf6c478-5515-4bf2-9261-4a1a3343ff54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0c4ba64-ea6d-4bff-86a1-292111caf644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248086
Mar 25 03:31:55.758301 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-30eff938-89a7-4a5e-aa64-059e16ddf02d req-ffe5a918-dcfc-4762-8598-e13c738488bb service neutron] 10.222.0.35 "GET /v2.0/networks/a0c4ba64-ea6d-4bff-86a1-292111caf644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824451
Mar 25 03:31:55.847478 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-30eff938-89a7-4a5e-aa64-059e16ddf02d req-97929072-93b2-471e-b5e5-a95b50028bef service neutron] 10.222.0.35 "GET /v2.0/networks/a0c4ba64-ea6d-4bff-86a1-292111caf644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843456
Mar 25 03:31:56.503947 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8369-b61a-4d00-b6c5-16f8f2806194 req-e6a7dda3-272e-414f-b92f-4b8ddcc514c1 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:56.505449 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8c4e8369-b61a-4d00-b6c5-16f8f2806194 req-e6a7dda3-272e-414f-b92f-4b8ddcc514c1 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0559368
Mar 25 03:31:56.557056 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8c4e8369-b61a-4d00-b6c5-16f8f2806194 req-564b163c-2816-4ed3-b3d2-5987beacebb3 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460153
Mar 25 03:31:56.592262 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-5178a06d-a1ac-4852-911c-c2025aca340c tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=39521e840ab849668922a636d7348eb9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0319700
Mar 25 03:31:56.826020 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-018ff41b-3aad-4b3a-88b8-ac436ade8d8e tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:56.826020 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-018ff41b-3aad-4b3a-88b8-ac436ade8d8e tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1743519
Mar 25 03:31:56.826020 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-f091e622-9d3a-4f5b-9666-8fc84c9b4006 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/quotas/39521e840ab849668922a636d7348eb9 HTTP/1.1" status: 200  len: 375 time: 0.0088625
Mar 25 03:31:56.826020 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-8efcbc62-93c5-4f1d-8415-5dec5723f1bf tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=39521e840ab849668922a636d7348eb9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0253019
Mar 25 03:31:57.277810 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0ce27e3c-4f4c-44d1-80d0-c2e3330b124f req-4ff31590-9046-426d-9578-d2c3f9011067 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 210 time: 0.0319443
Mar 25 03:31:57.679630 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713b590-831f-4270-afd1-b705afaa0e36 req-ba9416b7-6624-49ae-8f79-bb114d23ae1d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:57.681845 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7713b590-831f-4270-afd1-b705afaa0e36 req-ba9416b7-6624-49ae-8f79-bb114d23ae1d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0570362
Mar 25 03:31:57.729465 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7713b590-831f-4270-afd1-b705afaa0e36 req-90e1b6fb-23c0-4e74-afc7-7409d06723e8 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423112
Mar 25 03:31:58.355459 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-bf0420e1-0ce9-490a-85bb-9357b8317268 req-c2703a93-b52d-4823-9285-dcb2ab385875 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 210 time: 0.0265508
Mar 25 03:31:58.844526 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb445-4a24-446b-88e6-df8ff1633404 req-a7df6f9e-383c-40f8-81b2-5e41f7256daa tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:58.846104 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1a3fb445-4a24-446b-88e6-df8ff1633404 req-a7df6f9e-383c-40f8-81b2-5e41f7256daa tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0510139
Mar 25 03:31:58.893794 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1a3fb445-4a24-446b-88e6-df8ff1633404 req-9dcd6119-c1cc-482c-9033-d9ee7fb0661b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419738
Mar 25 03:31:59.098831 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58682) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:59.205047 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:59.269562 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d1a96-0e14-4015-afdd-2c2e84df8023 req-63543d44-b18f-4dbd-bb1c-b6551a3bd96f tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:31:59.271106 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-112d1a96-0e14-4015-afdd-2c2e84df8023 req-63543d44-b18f-4dbd-bb1c-b6551a3bd96f tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 946 time: 0.0521376
Mar 25 03:31:59.281547 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Publish callbacks [] for security_group (09d6a2e2-a878-4b46-808b-16aa2a4a3218), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:59.322394 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-112d1a96-0e14-4015-afdd-2c2e84df8023 req-6a54a625-55b1-43ee-adb6-83ea1bc6adb8 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442505
Mar 25 03:31:59.360093 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (09d6a2e2-a878-4b46-808b-16aa2a4a3218), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:59.397619 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7bb85ef21e7443bbe5f32f9a6c91d34&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2976823
Mar 25 03:31:59.398928 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d6a2e2-a878-4b46-808b-16aa2a4a3218,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:59.400866 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 58690) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:31:59.412784 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.414891 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.414891 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.414891 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.414891 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.414891 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.414891 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.415362 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.416105 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.416366 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.416697 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.417027 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.417349 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.417693 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.418016 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e253e9c-ab39-44ac-9c64-80a196229cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.457978 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c104ed39-98cf-4095-ba76-5bdb360ecebd req-dfcec4c2-7623-43b0-a9a6-ce0dc8acd8ac tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 210 time: 0.0265844
Mar 25 03:31:59.462190 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Publish callbacks [] for security_group (09d6a2e2-a878-4b46-808b-16aa2a4a3218), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:59.484383 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Publish callbacks [] for security_group (09d6a2e2-a878-4b46-808b-16aa2a4a3218), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:59.605720 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (09d6a2e2-a878-4b46-808b-16aa2a4a3218), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:59.608201 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:31:59.609414 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09d6a2e2-a878-4b46-808b-16aa2a4a3218 HTTP/1.1" status: 204  len: 168 time: 0.2074106
Mar 25 03:31:59.617294 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d6a2e2-a878-4b46-808b-16aa2a4a3218,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:31:59.624500 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.624853 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.625196 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.625539 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.625903 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.626226 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.626620 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.626875 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.628349 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.628687 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.629022 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.629352 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.629698 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.630025 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:31:59.630350 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee95496-a8e5-42a9-9de3-cad8f9e70042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:00.013892 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc865ea2-e5b5-4933-a794-7e507adad3b7 req-87df0257-6dc0-497a-ac9c-ceb7a9bf7d1d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:00.015379 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cc865ea2-e5b5-4933-a794-7e507adad3b7 req-87df0257-6dc0-497a-ac9c-ceb7a9bf7d1d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0525396
Mar 25 03:32:00.061895 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cc865ea2-e5b5-4933-a794-7e507adad3b7 req-1554dc5d-666b-411d-8e1e-c876cd6fe608 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409541
Mar 25 03:32:00.260401 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-fe8570d2-2e18-48c9-953d-9144e2acca7a tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=39521e840ab849668922a636d7348eb9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0284960
Mar 25 03:32:00.279213 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58714) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:00.298037 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a6ec1e7f-9dbb-4a39-88f2-fe19aeaf905b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:00.306130 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:00.403879 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a6ec1e7f-9dbb-4a39-88f2-fe19aeaf905b admin admin] Publish callbacks [] for security_group (214e2dda-682e-48f2-b959-50dd576c0264), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:00.454772 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da44fe2-6179-4dac-987c-259b9e8e5a5f req-fee16023-0e4d-4db1-ae18-458bd0534786 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:00.456336 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4da44fe2-6179-4dac-987c-259b9e8e5a5f req-fee16023-0e4d-4db1-ae18-458bd0534786 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 946 time: 0.0512290
Mar 25 03:32:00.468780 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-2f234fee-3310-4ff1-a353-b17fb6386a7b tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:00.470219 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-2f234fee-3310-4ff1-a353-b17fb6386a7b tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2027924
Mar 25 03:32:00.480618 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a6ec1e7f-9dbb-4a39-88f2-fe19aeaf905b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (214e2dda-682e-48f2-b959-50dd576c0264), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:00.488078 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Request body: {'port': {'device_id': 'e4f39827-28f2-4716-8721-b58f997773c2', 'network_id': '42311f9e-91a5-4489-b886-23a92392a0aa', 'admin_state_up': True, 'tenant_id': '39521e840ab849668922a636d7348eb9'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:00.538498 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec1e7f-9dbb-4a39-88f2-fe19aeaf905b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214e2dda-682e-48f2-b959-50dd576c0264,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:00.547041 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-a6ec1e7f-9dbb-4a39-88f2-fe19aeaf905b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e69810dfa5143469f1888c3aa37643c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2650831
Mar 25 03:32:00.548626 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58722) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:00.558223 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4da44fe2-6179-4dac-987c-259b9e8e5a5f req-8b4c2a9d-123c-45ce-8692-7651dfe938a4 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886562
Mar 25 03:32:00.579142 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4956b9fe-e654-4d57-a15c-6320c6161b84 req-fc6016cf-88bb-40a0-839f-52c916b2f6ad tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 210 time: 0.0430715
Mar 25 03:32:00.613762 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f55cf925-a447-412f-97e1-99ef3e2f0dfb admin admin] Publish callbacks [] for security_group (214e2dda-682e-48f2-b959-50dd576c0264), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:00.639099 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f55cf925-a447-412f-97e1-99ef3e2f0dfb admin admin] Publish callbacks [] for security_group (214e2dda-682e-48f2-b959-50dd576c0264), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:00.685874 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Made reservation on behalf of 39521e840ab849668922a636d7348eb9 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:32:00.689379 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:00.699456 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:00.760345 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f55cf925-a447-412f-97e1-99ef3e2f0dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (214e2dda-682e-48f2-b959-50dd576c0264), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:00.763020 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f55cf925-a447-412f-97e1-99ef3e2f0dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:00.766667 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-f55cf925-a447-412f-97e1-99ef3e2f0dfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/214e2dda-682e-48f2-b959-50dd576c0264 HTTP/1.1" status: 204  len: 168 time: 0.2139528
Mar 25 03:32:00.772234 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cf925-a447-412f-97e1-99ef3e2f0dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214e2dda-682e-48f2-b959-50dd576c0264,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:00.824071 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Publish callbacks [] for security_group (22b20f5e-089f-409c-9afa-5016e9bb9fca), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:00.868740 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (22b20f5e-089f-409c-9afa-5016e9bb9fca), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:00.929528 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b20f5e-089f-409c-9afa-5016e9bb9fca,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:01.001736 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Allocated IP 192.168.233.237 (42311f9e-91a5-4489-b886-23a92392a0aa/561a56b0-f87c-426e-b64d-24b4120c68b4/75389961-f620-4ae5-869a-3e58d26a0ee8) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:32:01.159901 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Publish callbacks [] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:01.197587 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbcc22-6c8b-4be1-a97c-b1e964176aa4 req-dbde45e2-3955-4bde-8b3a-d64c14cf2fec tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:01.199668 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-95bbcc22-6c8b-4be1-a97c-b1e964176aa4 req-dbde45e2-3955-4bde-8b3a-d64c14cf2fec tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0637672
Mar 25 03:32:01.252731 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:01.263349 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-95bbcc22-6c8b-4be1-a97c-b1e964176aa4 req-301e12e2-df92-4e64-88f8-3606861dfc03 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564508
Mar 25 03:32:01.302070 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Network 42311f9e-91a5-4489-b886-23a92392a0aa is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:32:01.305173 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:32:01.308840 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:32:01.314192 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:01.314803 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:01.331677 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Pushing event updated for resources: {'Port': ['ID=75389961-f620-4ae5-869a-3e58d26a0ee8,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:01.408579 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-3564d799-e297-4fe1-8a93-444714eeb0c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9257047
Mar 25 03:32:01.438512 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Request body: {'port': {'device_id': 'e4f39827-28f2-4716-8721-b58f997773c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:01.508821 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:01.557018 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-9d59e611-9ae6-4367-acb9-dde76ef89b11 None None] Provisioning complete for port 75389961-f620-4ae5-869a-3e58d26a0ee8 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:01.557598 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9d59e611-9ae6-4367-acb9-dde76ef89b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:01.599168 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-9d59e611-9ae6-4367-acb9-dde76ef89b11 None None] Port 75389961-f620-4ae5-869a-3e58d26a0ee8 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:32:01.748846 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee823af-33bf-494d-a6d4-29e470cea46d req-91fa383d-51f9-4766-ab5c-780cf0bd148a tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:01.750946 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2ee823af-33bf-494d-a6d4-29e470cea46d req-91fa383d-51f9-4766-ab5c-780cf0bd148a tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 936 time: 0.0826159
Mar 25 03:32:01.798725 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c89ba3-12e1-461d-bdc3-1499e401ac25 req-9e3d2d3b-635c-49f9-a750-52e52d5108b7 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:01.800206 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-45c89ba3-12e1-461d-bdc3-1499e401ac25 req-9e3d2d3b-635c-49f9-a750-52e52d5108b7 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 946 time: 0.1630321
Mar 25 03:32:01.809379 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2ee823af-33bf-494d-a6d4-29e470cea46d req-5d06cdf2-dd44-40cf-b519-992d5aa6d4c2 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491977
Mar 25 03:32:01.875368 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75389961-f620-4ae5-869a-3e58d26a0ee8 {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:32:01.887103 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Publish callbacks [] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:01.908374 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-45c89ba3-12e1-461d-bdc3-1499e401ac25 req-00b94fad-7c01-4cbf-9f6f-ee7a8f451186 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4de48ba1-8bbb-47f2-9841-f7ab4498100d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995574
Mar 25 03:32:01.909257 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Transition to ACTIVE for port object 75389961-f620-4ae5-869a-3e58d26a0ee8 will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:32:01.983402 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:02.039433 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Pushing event updated for resources: {'Port': ['ID=75389961-f620-4ae5-869a-3e58d26a0ee8,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:02.052704 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc6285-73d0-4a2d-b158-9738f6ac08f1 req-dde7187b-082f-4e09-a660-46e74efdce68 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:02.054643 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6dbc6285-73d0-4a2d-b158-9738f6ac08f1 req-dde7187b-082f-4e09-a660-46e74efdce68 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.35 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 946 time: 0.0586631
Mar 25 03:32:02.079119 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Attempting to bind port 75389961-f620-4ae5-869a-3e58d26a0ee8 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:32:02.079457 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Attempting to bind port 75389961-f620-4ae5-869a-3e58d26a0ee8 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': 'c470392f-fb4c-4e9e-8b29-f990e3ddd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '42311f9e-91a5-4489-b886-23a92392a0aa'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:32:02.080109 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Attempting to bind port 75389961-f620-4ae5-869a-3e58d26a0ee8 on network 42311f9e-91a5-4489-b886-23a92392a0aa {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:32:02.084621 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Port 75389961-f620-4ae5-869a-3e58d26a0ee8 on network 42311f9e-91a5-4489-b886-23a92392a0aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:32:02.084986 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Attempting to bind port 75389961-f620-4ae5-869a-3e58d26a0ee8 on network 42311f9e-91a5-4489-b886-23a92392a0aa {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:32:02.090991 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:32:02.091331 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Checking segment: {'id': 'c470392f-fb4c-4e9e-8b29-f990e3ddd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '42311f9e-91a5-4489-b886-23a92392a0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:32:02.097225 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Bound using segment: {'id': 'c470392f-fb4c-4e9e-8b29-f990e3ddd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '42311f9e-91a5-4489-b886-23a92392a0aa'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:32:02.097225 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Bound port: 75389961-f620-4ae5-869a-3e58d26a0ee8, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c470392f-fb4c-4e9e-8b29-f990e3ddd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '42311f9e-91a5-4489-b886-23a92392a0aa'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:32:02.097225 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:02.161990 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] For port 75389961-f620-4ae5-869a-3e58d26a0ee8, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:32:02.165505 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] For port 75389961-f620-4ae5-869a-3e58d26a0ee8, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=75389961-f620-4ae5-869a-3e58d26a0ee8,segment=NetworkSegment(c470392f-fb4c-4e9e-8b29-f990e3ddd9fc),segment_id=c470392f-fb4c-4e9e-8b29-f990e3ddd9fc)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:32:02.219081 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [req-6dbc6285-73d0-4a2d-b158-9738f6ac08f1 req-606b7dec-038d-4693-8f8e-ece71d9cfaa8 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Deleting port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:32:02.219491 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-6dbc6285-73d0-4a2d-b158-9738f6ac08f1 req-606b7dec-038d-4693-8f8e-ece71d9cfaa8 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:02.269827 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:02.305773 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:02.306847 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:02.308552 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] 10.222.0.35 "PUT /v2.0/ports/75389961-f620-4ae5-869a-3e58d26a0ee8 HTTP/1.1" status: 200  len: 1098 time: 0.8766885
Mar 25 03:32:02.309160 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f39827-28f2-4716-8721-b58f997773c2', 'tag': '75389961-f620-4ae5-869a-3e58d26a0ee8'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:32:02.312429 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b07d7f8-3da0-4e00-8d69-8626f8b2b2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f39827-28f2-4716-8721-b58f997773c2", "tag": "75389961-f620-4ae5-869a-3e58d26a0ee8"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:32:02.316393 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [req-6dbc6285-73d0-4a2d-b158-9738f6ac08f1 req-606b7dec-038d-4693-8f8e-ece71d9cfaa8 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] For port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e,segment=NetworkSegment(6a50d8c4-31ef-4ad1-8069-06f81a9592e4),segment_id=6a50d8c4-31ef-4ad1-8069-06f81a9592e4)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:02.316756 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-6dbc6285-73d0-4a2d-b158-9738f6ac08f1 req-606b7dec-038d-4693-8f8e-ece71d9cfaa8 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:02.340523 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [req-6dbc6285-73d0-4a2d-b158-9738f6ac08f1 req-606b7dec-038d-4693-8f8e-ece71d9cfaa8 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Calling delete_port for 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e owned by compute:nova {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:32:02.358342 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757fe08-a670-45f5-960f-2082bd329926 service neutron] Pushing event updated for resources: {'Port': ['ID=75389961-f620-4ae5-869a-3e58d26a0ee8,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:02.396253 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeb832c-49b5-4684-b51f-53e0031a74a9 x-openstack-request-id: req-7aeb832c-49b5-4684-b51f-53e0031a74a9 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:32:02.397618 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f39827-28f2-4716-8721-b58f997773c2", "tag": "75389961-f620-4ae5-869a-3e58d26a0ee8", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:32:02.397992 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7aeb832c-49b5-4684-b51f-53e0031a74a9 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:32:02.403059 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aeb832c-49b5-4684-b51f-53e0031a74a9'] response: {'name': 'network-changed', 'server_uuid': 'e4f39827-28f2-4716-8721-b58f997773c2', 'tag': '75389961-f620-4ae5-869a-3e58d26a0ee8', 'status': 'completed', 'code': 200}
Mar 25 03:32:02.488413 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07d7f8-3da0-4e00-8d69-8626f8b2b2e4 req-d9435879-dd5d-4d03-8b87-721aacc4a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:02.490154 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3b07d7f8-3da0-4e00-8d69-8626f8b2b2e4 req-d9435879-dd5d-4d03-8b87-721aacc4a4a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39521e840ab849668922a636d7348eb9&device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 1132 time: 0.0634623
Mar 25 03:32:02.494709 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d582e-176d-4168-a2ac-695237276f56 req-f6d75519-c182-4578-a9c3-01e9b6c40538 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:02.496814 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4b8d582e-176d-4168-a2ac-695237276f56 req-f6d75519-c182-4578-a9c3-01e9b6c40538 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.1294434
Mar 25 03:32:02.597418 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4b8d582e-176d-4168-a2ac-695237276f56 req-7215dfc2-1d48-41fc-a78e-6c1b699b49e7 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924554
Mar 25 03:32:02.663159 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-6dbc6285-73d0-4a2d-b158-9738f6ac08f1 req-606b7dec-038d-4693-8f8e-ece71d9cfaa8 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255'] for port (7e12bfd4-98c9-4f59-ba71-cc908a62cb3e), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:02.696368 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['7e12bfd4-98c9-4f59-ba71-cc908a62cb3e'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:32:02.698933 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b7dec-038d-4693-8f8e-ece71d9cfaa8 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Pushing event deleted for resources: {'Port': ['ID=7e12bfd4-98c9-4f59-ba71-cc908a62cb3e,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:02.765168 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbc6285-73d0-4a2d-b158-9738f6ac08f1 req-606b7dec-038d-4693-8f8e-ece71d9cfaa8 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] No DVR routers for this DVR port 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e on host hv-cinder-83516 {{(pid=103656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:32:02.768504 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-6dbc6285-73d0-4a2d-b158-9738f6ac08f1 req-606b7dec-038d-4693-8f8e-ece71d9cfaa8 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:02.777906 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6dbc6285-73d0-4a2d-b158-9738f6ac08f1 req-606b7dec-038d-4693-8f8e-ece71d9cfaa8 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.35 "DELETE /v2.0/ports/7e12bfd4-98c9-4f59-ba71-cc908a62cb3e HTTP/1.1" status: 204  len: 173 time: 0.7161684
Mar 25 03:32:02.777906 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14af9eb7-2cef-4ac9-9a46-2d0b59e7439a', 'name': 'network-vif-deleted', 'tag': '7e12bfd4-98c9-4f59-ba71-cc908a62cb3e'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:32:02.780739 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de137beb-25ab-4e11-ac53-29dcaf8d8a90" -d '{"events": [{"server_uuid": "14af9eb7-2cef-4ac9-9a46-2d0b59e7439a", "name": "network-vif-deleted", "tag": "7e12bfd4-98c9-4f59-ba71-cc908a62cb3e"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:32:02.782614 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3b07d7f8-3da0-4e00-8d69-8626f8b2b2e4 req-4b392a23-aed2-4272-be75-9c29fddfff55 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=39521e840ab849668922a636d7348eb9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2833743
Mar 25 03:32:02.816558 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa89acec-5938-4b78-999e-62af5952cc20 x-openstack-request-id: req-aa89acec-5938-4b78-999e-62af5952cc20 {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:32:02.816848 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14af9eb7-2cef-4ac9-9a46-2d0b59e7439a", "name": "network-vif-deleted", "tag": "7e12bfd4-98c9-4f59-ba71-cc908a62cb3e", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:32:02.817509 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa89acec-5938-4b78-999e-62af5952cc20 {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:32:02.817954 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa89acec-5938-4b78-999e-62af5952cc20'] response: {'server_uuid': '14af9eb7-2cef-4ac9-9a46-2d0b59e7439a', 'name': 'network-vif-deleted', 'tag': '7e12bfd4-98c9-4f59-ba71-cc908a62cb3e', 'status': 'completed', 'code': 200}
Mar 25 03:32:02.973557 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446d4b-e724-4b69-97df-775335c025e4 req-4094b5a8-68fb-4ced-a0a9-50faf6bd2141 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:02.975174 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5c446d4b-e724-4b69-97df-775335c025e4 req-4094b5a8-68fb-4ced-a0a9-50faf6bd2141 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 948 time: 0.0782666
Mar 25 03:32:02.982627 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07d7f8-3da0-4e00-8d69-8626f8b2b2e4 req-96ec04fd-1e37-4458-ac08-2ba7b16fd32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:02.984209 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3b07d7f8-3da0-4e00-8d69-8626f8b2b2e4 req-96ec04fd-1e37-4458-ac08-2ba7b16fd32a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1949680
Mar 25 03:32:03.034710 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5c446d4b-e724-4b69-97df-775335c025e4 req-63f3954d-3ed8-4e1e-9c85-6c81a2a0fa56 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526781
Mar 25 03:32:03.092710 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-dfe0074b-ec84-4181-a0b0-26a2e66c8138 req-c3c6340e-dcd5-4e7d-93ce-430b1e0d0302 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 210 time: 0.0453322
Mar 25 03:32:03.111186 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-27a7ff2c-8a9d-46b1-9a2c-dfcdd9975921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:03.113165 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-27a7ff2c-8a9d-46b1-9a2c-dfcdd9975921 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39521e840ab849668922a636d7348eb9&device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 1132 time: 0.0768719
Mar 25 03:32:03.156849 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-7280a276-9573-47cb-bb26-2662ad74209a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=75389961-f620-4ae5-869a-3e58d26a0ee8 HTTP/1.1" status: 200  len: 217 time: 0.0351100
Mar 25 03:32:03.184420 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58826) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:03.230186 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-42b06ebc-1d44-4e95-b943-7e6f4c63b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:03.231825 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-42b06ebc-1d44-4e95-b943-7e6f4c63b985 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=561a56b0-f87c-426e-b64d-24b4120c68b4 HTTP/1.1" status: 200  len: 843 time: 0.0541422
Mar 25 03:32:03.298563 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-ef8cda49-3d34-43e0-b807-0443facd7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:03.300130 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-ef8cda49-3d34-43e0-b807-0443facd7154 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42311f9e-91a5-4489-b886-23a92392a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1215 time: 0.0584128
Mar 25 03:32:03.358177 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6106d7b5-0b77-4468-85fd-ac26edcebbaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:03.411555 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-7143b49d-ac24-47f2-b310-760056ecd359 service neutron] 10.222.0.35 "GET /v2.0/networks/42311f9e-91a5-4489-b886-23a92392a0aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1003120
Mar 25 03:32:03.435614 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6106d7b5-0b77-4468-85fd-ac26edcebbaf admin admin] Publish callbacks [] for security_group (df99c85f-2fcf-4cf8-8c31-f148c4fc7249), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:03.485470 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6106d7b5-0b77-4468-85fd-ac26edcebbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (df99c85f-2fcf-4cf8-8c31-f148c4fc7249), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:03.518558 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5729d0bd-bab9-457f-8a95-1f677b623fa0 req-38180932-0426-445a-9098-4a552844a81f service neutron] 10.222.0.35 "GET /v2.0/networks/42311f9e-91a5-4489-b886-23a92392a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0977757
Mar 25 03:32:03.525433 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-6106d7b5-0b77-4468-85fd-ac26edcebbaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46506a8e438d4737a1ca44d48731df78&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3398845
Mar 25 03:32:03.527480 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106d7b5-0b77-4468-85fd-ac26edcebbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df99c85f-2fcf-4cf8-8c31-f148c4fc7249,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:03.529995 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58836) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:03.583141 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-68b6d869-76f0-4445-9e91-1f69034a857b admin admin] Publish callbacks [] for security_group (df99c85f-2fcf-4cf8-8c31-f148c4fc7249), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:03.605510 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-68b6d869-76f0-4445-9e91-1f69034a857b admin admin] Publish callbacks [] for security_group (df99c85f-2fcf-4cf8-8c31-f148c4fc7249), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:03.727081 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53572b0c-87f0-49a4-b769-08a42a8fcc2a req-ed9e692a-a197-4186-a140-27bd6971a842 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:03.728817 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-53572b0c-87f0-49a4-b769-08a42a8fcc2a req-ed9e692a-a197-4186-a140-27bd6971a842 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0528443
Mar 25 03:32:03.729919 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-68b6d869-76f0-4445-9e91-1f69034a857b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (df99c85f-2fcf-4cf8-8c31-f148c4fc7249), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:03.732686 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-68b6d869-76f0-4445-9e91-1f69034a857b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:03.736539 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-68b6d869-76f0-4445-9e91-1f69034a857b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df99c85f-2fcf-4cf8-8c31-f148c4fc7249 HTTP/1.1" status: 204  len: 168 time: 0.2054451
Mar 25 03:32:03.750905 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6d869-76f0-4445-9e91-1f69034a857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df99c85f-2fcf-4cf8-8c31-f148c4fc7249,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:03.794650 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-53572b0c-87f0-49a4-b769-08a42a8fcc2a req-e65c1bf9-8a35-43c2-8b2b-b4930a6d08b2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569606
Mar 25 03:32:04.033914 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58854) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:04.171257 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-53e6348c-9e98-4554-9866-a5bb05a3e94f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:04.179254 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a9fc5-9690-4f0b-a8d3-459d2d160295 req-57e03c7b-b57c-4e34-96f8-dda0aff219a3 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:04.180510 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-107a9fc5-9690-4f0b-a8d3-459d2d160295 req-57e03c7b-b57c-4e34-96f8-dda0aff219a3 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 948 time: 0.0757232
Mar 25 03:32:04.246278 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-107a9fc5-9690-4f0b-a8d3-459d2d160295 req-3f21bbb4-5de0-4453-84db-180862d1ce16 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575800
Mar 25 03:32:04.263116 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-10ca69eb-890f-4775-9c4f-04642ca0672f req-db9c0ae3-d1bc-407c-b561-32b405842fd6 tempest-DeleteServersTestJSON-1086750728 tempest-DeleteServersTestJSON-1086750728-project] 10.222.0.24 "GET /v2.0/ports?device_id=14af9eb7-2cef-4ac9-9a46-2d0b59e7439a HTTP/1.1" status: 200  len: 210 time: 0.0333591
Mar 25 03:32:04.310774 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-53e6348c-9e98-4554-9866-a5bb05a3e94f admin admin] Publish callbacks [] for security_group (11e45d20-26af-49a5-b4de-9f1c9efec143), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:04.382946 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-53e6348c-9e98-4554-9866-a5bb05a3e94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (11e45d20-26af-49a5-b4de-9f1c9efec143), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:04.423509 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-53e6348c-9e98-4554-9866-a5bb05a3e94f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a092ac14de8484c81bb41d893cd22ec&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3884959
Mar 25 03:32:04.424422 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6348c-9e98-4554-9866-a5bb05a3e94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e45d20-26af-49a5-b4de-9f1c9efec143,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:04.426307 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 58872) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:04.475837 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-26596141-56c9-43d9-9602-a9fe16e25169 admin admin] Publish callbacks [] for security_group (11e45d20-26af-49a5-b4de-9f1c9efec143), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:04.496326 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-26596141-56c9-43d9-9602-a9fe16e25169 admin admin] Publish callbacks [] for security_group (11e45d20-26af-49a5-b4de-9f1c9efec143), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:04.594430 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-26596141-56c9-43d9-9602-a9fe16e25169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (11e45d20-26af-49a5-b4de-9f1c9efec143), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:04.596897 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-26596141-56c9-43d9-9602-a9fe16e25169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:04.598087 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-26596141-56c9-43d9-9602-a9fe16e25169 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11e45d20-26af-49a5-b4de-9f1c9efec143 HTTP/1.1" status: 204  len: 168 time: 0.1706932
Mar 25 03:32:04.605528 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26596141-56c9-43d9-9602-a9fe16e25169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e45d20-26af-49a5-b4de-9f1c9efec143,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:04.927131 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e9802-8755-4da0-9a83-81fce7ff3759 req-efc28ff5-97be-4328-a008-bc2b745b34aa tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:04.928875 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0d5e9802-8755-4da0-9a83-81fce7ff3759 req-efc28ff5-97be-4328-a008-bc2b745b34aa tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0597036
Mar 25 03:32:04.986632 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0d5e9802-8755-4da0-9a83-81fce7ff3759 req-bf33aeba-9b11-4353-a122-6949fac2ed55 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521224
Mar 25 03:32:05.272090 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 58900) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:05.285529 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f48b9c2e-0e6c-48c5-9dd5-a346d69db742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:05.370461 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cf250-ccca-4b75-ad1e-5d09697af3d3 req-1fa207eb-cefa-41a1-aeaa-8b71d9b8149b tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:05.372614 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f48b9c2e-0e6c-48c5-9dd5-a346d69db742 admin admin] Publish callbacks [] for security_group (d1959026-d0ca-4661-b3ef-4b0d15baaed6), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:05.377598 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-af6cf250-ccca-4b75-ad1e-5d09697af3d3 req-1fa207eb-cefa-41a1-aeaa-8b71d9b8149b tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 948 time: 0.0604255
Mar 25 03:32:05.423346 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-af6cf250-ccca-4b75-ad1e-5d09697af3d3 req-75b8ac51-cea5-42e8-ab4b-3b9a71417983 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449126
Mar 25 03:32:05.457234 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f48b9c2e-0e6c-48c5-9dd5-a346d69db742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (d1959026-d0ca-4661-b3ef-4b0d15baaed6), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:05.496401 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-f48b9c2e-0e6c-48c5-9dd5-a346d69db742 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb50c7cb1eb448c2a02152919502623d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2231877
Mar 25 03:32:05.497527 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b9c2e-0e6c-48c5-9dd5-a346d69db742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1959026-d0ca-4661-b3ef-4b0d15baaed6,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:05.499226 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 58912) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:05.552983 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 75389961-f620-4ae5-869a-3e58d26a0ee8 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:32:05.557137 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:32:05.559326 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4c7d-9109-44df-a431-0871f802df84 admin admin] Publish callbacks [] for security_group (d1959026-d0ca-4661-b3ef-4b0d15baaed6), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:05.583359 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:32:05.583888 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 7e12bfd4-98c9-4f59-ba71-cc908a62cb3e not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:32:05.591700 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4c7d-9109-44df-a431-0871f802df84 admin admin] Publish callbacks [] for security_group (d1959026-d0ca-4661-b3ef-4b0d15baaed6), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:05.681131 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 75389961-f620-4ae5-869a-3e58d26a0ee8, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=75389961-f620-4ae5-869a-3e58d26a0ee8,segment=NetworkSegment(c470392f-fb4c-4e9e-8b29-f990e3ddd9fc),segment_id=c470392f-fb4c-4e9e-8b29-f990e3ddd9fc)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:05.692882 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '75389961-f620-4ae5-869a-3e58d26a0ee8', 'network_id': '42311f9e-91a5-4489-b886-23a92392a0aa', 'port_id': '75389961-f620-4ae5-869a-3e58d26a0ee8', 'mac_address': 'fa:16:3e:22:70:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561a56b0-f87c-426e-b64d-24b4120c68b4', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:32:05.720472 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4c7d-9109-44df-a431-0871f802df84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (d1959026-d0ca-4661-b3ef-4b0d15baaed6), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:05.723164 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4c7d-9109-44df-a431-0871f802df84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:05.728017 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-c7ee4c7d-9109-44df-a431-0871f802df84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1959026-d0ca-4661-b3ef-4b0d15baaed6 HTTP/1.1" status: 204  len: 168 time: 0.2270162
Mar 25 03:32:05.732278 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 75389961-f620-4ae5-869a-3e58d26a0ee8 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:05.732746 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:05.736782 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee4c7d-9109-44df-a431-0871f802df84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1959026-d0ca-4661-b3ef-4b0d15baaed6,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:05.754884 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75389961-f620-4ae5-869a-3e58d26a0ee8 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:32:05.838660 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 75389961-f620-4ae5-869a-3e58d26a0ee8, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=75389961-f620-4ae5-869a-3e58d26a0ee8,segment=NetworkSegment(c470392f-fb4c-4e9e-8b29-f990e3ddd9fc),segment_id=c470392f-fb4c-4e9e-8b29-f990e3ddd9fc)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:05.949514 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:06.000265 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=75389961-f620-4ae5-869a-3e58d26a0ee8,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:06.007254 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.007605 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.007971 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.008379 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.008720 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.009056 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.009422 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.009783 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.010114 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.010488 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.011446 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.011788 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.012116 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.012440 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.012758 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:06.104819 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80672ef-8d60-4f3f-a6d5-91899f995f58 req-6077ede8-b235-42be-b4e5-e8adca0a70c2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:06.106295 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c80672ef-8d60-4f3f-a6d5-91899f995f58 req-6077ede8-b235-42be-b4e5-e8adca0a70c2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0515060
Mar 25 03:32:06.152947 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c80672ef-8d60-4f3f-a6d5-91899f995f58 req-7a654520-7bf3-428d-a1c1-ed4d0f980adb tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409532
Mar 25 03:32:06.547483 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21c92a-fb61-4495-b7d4-b0df88916283 req-d7f2432c-c617-42d5-832f-163232ee7d30 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:06.548969 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3c21c92a-fb61-4495-b7d4-b0df88916283 req-d7f2432c-c617-42d5-832f-163232ee7d30 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 949 time: 0.0557206
Mar 25 03:32:06.596201 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3c21c92a-fb61-4495-b7d4-b0df88916283 req-f3566e4e-2b4b-47dc-b41f-6785e9e12d32 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415065
Mar 25 03:32:07.270776 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7ea45-7c53-4653-beda-e74179ca4f17 req-e58205d0-3b8a-4166-a668-c0e8c2f6ecc8 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:07.272260 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-47b7ea45-7c53-4653-beda-e74179ca4f17 req-e58205d0-3b8a-4166-a668-c0e8c2f6ecc8 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0521419
Mar 25 03:32:07.318017 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-47b7ea45-7c53-4653-beda-e74179ca4f17 req-197bd3a5-4380-431a-b4c1-63541aaa8ba0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397933
Mar 25 03:32:07.712322 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa38abb-7056-4f49-bca4-de1fefcfe7eb req-b191308a-bbbb-4520-9bbc-5c39d51a6946 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:07.714290 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ffa38abb-7056-4f49-bca4-de1fefcfe7eb req-b191308a-bbbb-4520-9bbc-5c39d51a6946 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 949 time: 0.0532379
Mar 25 03:32:07.775185 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ffa38abb-7056-4f49-bca4-de1fefcfe7eb req-79c6628e-9824-4212-bf65-b2895bf45f6f tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468597
Mar 25 03:32:08.437008 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde7be6-55f7-40d4-bab7-468ee75e23a8 req-f33b6eac-6c70-426d-94ed-629094a32b9e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:08.438504 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bfde7be6-55f7-40d4-bab7-468ee75e23a8 req-f33b6eac-6c70-426d-94ed-629094a32b9e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0550139
Mar 25 03:32:08.483476 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bfde7be6-55f7-40d4-bab7-468ee75e23a8 req-55557a89-009b-4f91-8c3d-7332aaeb392e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394723
Mar 25 03:32:08.810566 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['75389961-f620-4ae5-869a-3e58d26a0ee8'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:32:08.888871 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba958d-7e6d-4619-9c17-518f814b11ac req-a1504b5e-2247-4547-8b13-b657a36b8241 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:08.890516 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4bba958d-7e6d-4619-9c17-518f814b11ac req-a1504b5e-2247-4547-8b13-b657a36b8241 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 949 time: 0.0501206
Mar 25 03:32:08.942058 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4bba958d-7e6d-4619-9c17-518f814b11ac req-16aaef8a-d6cf-4758-8344-0d8935d7572c tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457156
Mar 25 03:32:09.599898 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e9b7a-bfc4-46a0-856a-22b592f0d138 req-9de325f6-1e8e-492d-b89a-c1b1867bf1ea tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:09.601601 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8c6e9b7a-bfc4-46a0-856a-22b592f0d138 req-9de325f6-1e8e-492d-b89a-c1b1867bf1ea tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0518856
Mar 25 03:32:09.651746 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8c6e9b7a-bfc4-46a0-856a-22b592f0d138 req-8011881d-5845-40dc-99f1-70204f9e0dc4 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441995
Mar 25 03:32:10.068800 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117e9c7-3827-43a1-b428-d7da665c31e3 req-3c4658e5-8a8b-4ef5-b3ec-a7faa5538ef9 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:10.070446 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e117e9c7-3827-43a1-b428-d7da665c31e3 req-3c4658e5-8a8b-4ef5-b3ec-a7faa5538ef9 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 949 time: 0.0567451
Mar 25 03:32:10.129359 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e117e9c7-3827-43a1-b428-d7da665c31e3 req-a57dd4ab-7592-4a33-bf36-71696029a484 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506899
Mar 25 03:32:10.135385 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 59060) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:10.183349 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_v2 [None req-1920a3f1-59c1-4ddf-a921-1203ed6b9d26 admin admin] Deleting subnet d4dfdef7-3da7-4dca-bd2d-64c55a2082f1 {{(pid=103655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:32:10.186435 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1920a3f1-59c1-4ddf-a921-1203ed6b9d26 admin admin] Publish callbacks [] for subnet (d4dfdef7-3da7-4dca-bd2d-64c55a2082f1), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.221798 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1920a3f1-59c1-4ddf-a921-1203ed6b9d26 admin admin] Publish callbacks [] for subnet (d4dfdef7-3da7-4dca-bd2d-64c55a2082f1), precommit_delete_associations {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.230866 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1920a3f1-59c1-4ddf-a921-1203ed6b9d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (d4dfdef7-3da7-4dca-bd2d-64c55a2082f1), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.366445 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1920a3f1-59c1-4ddf-a921-1203ed6b9d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for subnet (d4dfdef7-3da7-4dca-bd2d-64c55a2082f1), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.393578 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920a3f1-59c1-4ddf-a921-1203ed6b9d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4dfdef7-3da7-4dca-bd2d-64c55a2082f1,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:10.395514 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1920a3f1-59c1-4ddf-a921-1203ed6b9d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.398675 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-1920a3f1-59c1-4ddf-a921-1203ed6b9d26 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d4dfdef7-3da7-4dca-bd2d-64c55a2082f1 HTTP/1.1" status: 204  len: 168 time: 0.2619872
Mar 25 03:32:10.401038 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 59068) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:10.465875 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (a0c4ba64-ea6d-4bff-86a1-292111caf644), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.500466 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 75389961-f620-4ae5-869a-3e58d26a0ee8 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:32:10.549287 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (a0c4ba64-ea6d-4bff-86a1-292111caf644), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.572245 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4ebe43e820>> segment before_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.572779 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4ebe43e820>> subnet precommit_delete_associations 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.573329 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6d38c10>> segment_host_mapping after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.574388 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6d38c10>> port after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.574673 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6d38c10>> port after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.575015 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6d38c10>> port after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.575340 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6d38c10>> segment after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.575714 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6d38c10>> subnet after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.576033 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6d38c10>> subnet after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.576381 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6d38c10>> subnet after_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.605970 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 75389961-f620-4ae5-869a-3e58d26a0ee8 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:32:10.609992 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 75389961-f620-4ae5-869a-3e58d26a0ee8 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:10.610346 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.680419 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4eb7115ca0>> subnet after_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.683369 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4eb7115ca0>> subnet after_delete 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.683369 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4eb7115ca0>> subnet before_create 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.683369 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4eb7115ca0>> subnet before_update 55550000 {{(pid=103655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:32:10.683369 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb6d38430>,) {'filters': {'network_id': ['a0c4ba64-ea6d-4bff-86a1-292111caf644']}} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:10.707005 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6d38430>, '6a50d8c4-31ef-4ad1-8069-06f81a9592e4') {'for_net_delete': True} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:10.707303 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6d38430>, '6a50d8c4-31ef-4ad1-8069-06f81a9592e4') {} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:10.718981 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 75389961-f620-4ae5-869a-3e58d26a0ee8 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:10.719619 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.727239 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-751068'] for segment (6a50d8c4-31ef-4ad1-8069-06f81a9592e4), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.757337 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (6a50d8c4-31ef-4ad1-8069-06f81a9592e4), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.760337 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f39827-28f2-4716-8721-b58f997773c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75389961-f620-4ae5-869a-3e58d26a0ee8'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:32:10.764413 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c086c8-784d-4c04-9fa0-18e74994c9aa" -d '{"events": [{"server_uuid": "e4f39827-28f2-4716-8721-b58f997773c2", "name": "network-vif-plugged", "status": "completed", "tag": "75389961-f620-4ae5-869a-3e58d26a0ee8"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:32:10.768128 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:32:10.768521 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546701'] for segment (6a50d8c4-31ef-4ad1-8069-06f81a9592e4), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.784117 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 75389961-f620-4ae5-869a-3e58d26a0ee8, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=75389961-f620-4ae5-869a-3e58d26a0ee8,segment=NetworkSegment(c470392f-fb4c-4e9e-8b29-f990e3ddd9fc),segment_id=c470392f-fb4c-4e9e-8b29-f990e3ddd9fc)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   from cryptography.utils import int_from_bytes
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   from cryptography.utils import int_from_bytes
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]: Traceback (most recent call last):
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     timer()
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     cb(*args, **kw)
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     return func(*args, **kwargs)
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     self._notify()
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     self.callback(batched_events)
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     event.method(event)
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     return f(self, *a, **k)
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._get(url).json()
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:32:10.797698 dv-cinder-835168-1-iscsi neutron-server[103655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:32:10.820739 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42068b6a-2d2a-4fd7-b27f-4ddf592c3428 x-openstack-request-id: req-42068b6a-2d2a-4fd7-b27f-4ddf592c3428 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:32:10.820739 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f39827-28f2-4716-8721-b58f997773c2", "name": "network-vif-plugged", "status": "completed", "tag": "75389961-f620-4ae5-869a-3e58d26a0ee8", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:32:10.820739 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42068b6a-2d2a-4fd7-b27f-4ddf592c3428 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:32:10.820739 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42068b6a-2d2a-4fd7-b27f-4ddf592c3428'] response: {'server_uuid': 'e4f39827-28f2-4716-8721-b58f997773c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75389961-f620-4ae5-869a-3e58d26a0ee8', 'code': 200}
Mar 25 03:32:10.826543 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432b3ce-1abb-4abd-8ca9-5654c07abe2d req-fba5edf9-4dac-471b-bc0a-b714be156961 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:10.828660 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8432b3ce-1abb-4abd-8ca9-5654c07abe2d req-fba5edf9-4dac-471b-bc0a-b714be156961 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0655932
Mar 25 03:32:10.868604 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.879931 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8432b3ce-1abb-4abd-8ca9-5654c07abe2d req-ea9e5945-0038-4c33-9983-cbcf8784b750 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449574
Mar 25 03:32:10.915544 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=75389961-f620-4ae5-869a-3e58d26a0ee8,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:10.937218 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (a0c4ba64-ea6d-4bff-86a1-292111caf644), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.946664 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:10.949881 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/a0c4ba64-ea6d-4bff-86a1-292111caf644 HTTP/1.1" status: 204  len: 168 time: 0.5472279
Mar 25 03:32:10.959997 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e01dec-f1e4-478d-8891-dd6b510cb4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c4ba64-ea6d-4bff-86a1-292111caf644,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:11.255545 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ffdfc-d7dd-45d3-980e-bb8010d2ceb8 req-abfd84e3-8fc7-4fe7-9d72-d6198fcbcdc5 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:11.257998 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2d1ffdfc-d7dd-45d3-980e-bb8010d2ceb8 req-abfd84e3-8fc7-4fe7-9d72-d6198fcbcdc5 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 950 time: 0.0613935
Mar 25 03:32:11.309865 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2d1ffdfc-d7dd-45d3-980e-bb8010d2ceb8 req-905e4040-0e00-43f5-a996-4f8889a232a3 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461524
Mar 25 03:32:11.342659 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59106) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:11.380263 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-1850c898-ee34-4cf9-a06e-4a550a7d680c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0eebba0522ca4ad38c508481bc67b791&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0364881
Mar 25 03:32:11.382661 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59108) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:11.428814 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5e4f51ba-d84b-4a4f-81c8-687932560cec admin admin] Publish callbacks [] for security_group (4de48ba1-8bbb-47f2-9841-f7ab4498100d), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:11.448791 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5e4f51ba-d84b-4a4f-81c8-687932560cec admin admin] Publish callbacks [] for security_group (4de48ba1-8bbb-47f2-9841-f7ab4498100d), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:11.576895 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5e4f51ba-d84b-4a4f-81c8-687932560cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (4de48ba1-8bbb-47f2-9841-f7ab4498100d), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:11.579491 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5e4f51ba-d84b-4a4f-81c8-687932560cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:11.580656 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-5e4f51ba-d84b-4a4f-81c8-687932560cec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4de48ba1-8bbb-47f2-9841-f7ab4498100d HTTP/1.1" status: 204  len: 168 time: 0.1970911
Mar 25 03:32:11.588880 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f51ba-d84b-4a4f-81c8-687932560cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de48ba1-8bbb-47f2-9841-f7ab4498100d,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:11.996753 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08142e-d310-4558-a00f-ef2e34fd2773 req-dd576875-c834-4534-9001-abdf09a27e59 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:11.997805 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-aa08142e-d310-4558-a00f-ef2e34fd2773 req-dd576875-c834-4534-9001-abdf09a27e59 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0523338
Mar 25 03:32:12.047187 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-aa08142e-d310-4558-a00f-ef2e34fd2773 req-d1bec302-702f-4b7d-8210-4c203a6fd771 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433693
Mar 25 03:32:12.433900 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1fa07-c449-493b-82b2-6edd2d4c62a5 req-d30451b6-b492-4819-9692-cb4db7007445 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:12.435374 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-53d1fa07-c449-493b-82b2-6edd2d4c62a5 req-d30451b6-b492-4819-9692-cb4db7007445 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 950 time: 0.0528393
Mar 25 03:32:12.481445 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-53d1fa07-c449-493b-82b2-6edd2d4c62a5 req-0049d588-2666-40d4-b534-908ba4a14223 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401587
Mar 25 03:32:12.641858 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59142) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:12.736384 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-199472695-network', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:12.800014 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5832216f-0f7b-4ac9-9498-9b43346189e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:12.816916 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Made reservation on behalf of 680fe419d6a44ddcb8a1965b421ce8e9 for: {'network': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:32:12.819196 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:12.827512 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:12.897685 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Publish callbacks [] for security_group (9897c01e-932c-4a8d-a898-f18a2e9b8558), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:12.965794 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (9897c01e-932c-4a8d-a898-f18a2e9b8558), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:12.992136 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=103656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:32:12.997249 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9897c01e-932c-4a8d-a898-f18a2e9b8558,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:13.004785 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (8485abc2-a5fa-4a75-a18e-066288f851f4), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:13.004785 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.segments_db [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Added segment 8485abc2-a5fa-4a75-a18e-066288f851f4 of type vlan for network 0fe920f0-4ddb-467c-b2c3-bde300f41195
Mar 25 03:32:13.042049 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (0fe920f0-4ddb-467c-b2c3-bde300f41195), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:13.123309 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (0fe920f0-4ddb-467c-b2c3-bde300f41195), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:13.124189 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:13.124762 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:13.204345 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] Pushing event updated for resources: {'Network': ['ID=0fe920f0-4ddb-467c-b2c3-bde300f41195,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:13.216088 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 0fe920f0-4ddb-467c-b2c3-bde300f41195 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:32:13.219596 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11395bc-e2c4-48d0-8140-764b9e2d9d10 req-44cb5718-534d-4b77-9e5a-98a459015b09 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:13.221080 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e11395bc-e2c4-48d0-8140-764b9e2d9d10 req-44cb5718-534d-4b77-9e5a-98a459015b09 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.1076980
Mar 25 03:32:13.267572 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-ca83b8fa-a6a9-4412-bbd8-65d4c3b6b639 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6246281
Mar 25 03:32:13.270673 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 59148) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:13.271252 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e11395bc-e2c4-48d0-8140-764b9e2d9d10 req-f2548e73-9096-492b-bc8a-303c9774d91a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443985
Mar 25 03:32:13.275572 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-e2bfb421-0790-4ad3-bc17-65f08d4755db admin admin] Request body: {'subnet': {'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-199472695-subnet', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:13.359969 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bfb421-0790-4ad3-bc17-65f08d4755db admin admin] Made reservation on behalf of 680fe419d6a44ddcb8a1965b421ce8e9 for: {'subnet': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:32:13.362358 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e2bfb421-0790-4ad3-bc17-65f08d4755db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10372161'] for subnet (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:13.583102 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e2bfb421-0790-4ad3-bc17-65f08d4755db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10372183'] for subnet (6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:13.638868 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6821959-e59e-4fd4-b526-13a86b01bc50 req-83dcfacc-010e-489c-9b7b-02800e679435 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:13.640334 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c6821959-e59e-4fd4-b526-13a86b01bc50 req-83dcfacc-010e-489c-9b7b-02800e679435 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 950 time: 0.0915017
Mar 25 03:32:13.664129 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfb421-0790-4ad3-bc17-65f08d4755db admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:13.684568 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bfb421-0790-4ad3-bc17-65f08d4755db admin admin] Checking segment: {'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:32:13.684949 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bfb421-0790-4ad3-bc17-65f08d4755db admin admin] Network hostable DHCP agents. Network: 0fe920f0-4ddb-467c-b2c3-bde300f41195, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:32:13.713630 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c6821959-e59e-4fd4-b526-13a86b01bc50 req-29f8aa01-ee7d-416e-8ca8-11094f45d0e0 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646114
Mar 25 03:32:13.794487 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f70b9-8c72-45f1-a4e6-4d0aea9b275e req-7d639087-bd96-4d69-a26d-c8addf398523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:13.795851 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e31f70b9-8c72-45f1-a4e6-4d0aea9b275e req-7d639087-bd96-4d69-a26d-c8addf398523 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 1134 time: 0.0414920
Mar 25 03:32:13.839444 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e31f70b9-8c72-45f1-a4e6-4d0aea9b275e req-549e2959-d892-4d47-b6af-1b97c4ab8aa2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363979
Mar 25 03:32:13.850841 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bfb421-0790-4ad3-bc17-65f08d4755db admin admin] Network 0fe920f0-4ddb-467c-b2c3-bde300f41195 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:32:13.948298 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-e2bfb421-0790-4ad3-bc17-65f08d4755db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 0fe920f0-4ddb-467c-b2c3-bde300f41195) {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:32:13.952544 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bfb421-0790-4ad3-bc17-65f08d4755db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:13.953324 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e2bfb421-0790-4ad3-bc17-65f08d4755db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:13.958217 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b0d8a6-8908-4894-b3ae-1a9887cadffe None None] Network 0fe920f0-4ddb-467c-b2c3-bde300f41195 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:32:14.059634 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc172e3e5-e1be-56d1-a7aa-0c23e9db9063-0fe920f0-4ddb-467c-b2c3-bde300f41195', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6'}]}} from dv-cinder-835168-1-iscsi. {{(pid=103657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 25 03:32:14.060476 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:14.076902 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-e2bfb421-0790-4ad3-bc17-65f08d4755db admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8051393
Mar 25 03:32:14.080706 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 59160) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:14.085391 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:14.177593 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6037'] for router (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:14.179019 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6124'] for router (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:14.193403 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Allocated IP 172.20.0.2 (0fe920f0-4ddb-467c-b2c3-bde300f41195/6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6/904414f6-dbc2-4f46-9106-4e8e699ad307) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:32:14.235924 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Publish callbacks [] for router_controller (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), precommit_add_association {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:14.338349 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Publish callbacks [] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:14.403706 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7935e-d90c-4a1f-b7b0-127de5ffb74f req-94384a5a-dc27-4e78-9471-aab43b95a250 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:14.405468 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-17a7935e-d90c-4a1f-b7b0-127de5ffb74f req-94384a5a-dc27-4e78-9471-aab43b95a250 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0580389
Mar 25 03:32:14.411826 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:14.441458 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Publish callbacks [] for router_gateway (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:14.457473 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Network 0fe920f0-4ddb-467c-b2c3-bde300f41195 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:32:14.460986 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Resources bound (agent type, host, resource id):  {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:32:14.470379 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:32:14.470559 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-17a7935e-d90c-4a1f-b7b0-127de5ffb74f req-3d9e1da8-4742-4d2b-aacd-16d79007c2c6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588911
Mar 25 03:32:14.474313 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Pushing event updated for resources: {'Port': ['ID=904414f6-dbc2-4f46-9106-4e8e699ad307,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:14.532101 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Attempting to bind port 904414f6-dbc2-4f46-9106-4e8e699ad307 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:32:14.532478 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Attempting to bind port 904414f6-dbc2-4f46-9106-4e8e699ad307 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:32:14.532837 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Attempting to bind port 904414f6-dbc2-4f46-9106-4e8e699ad307 on network 0fe920f0-4ddb-467c-b2c3-bde300f41195 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:32:14.539756 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:32:14.540385 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Checking segment: {'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:32:14.541055 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:14.541595 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Bound using segment: {'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:32:14.542476 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Bound port: 904414f6-dbc2-4f46-9106-4e8e699ad307, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:32:14.543009 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:14.613565 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] For port 904414f6-dbc2-4f46-9106-4e8e699ad307, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:32:14.617642 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] For port 904414f6-dbc2-4f46-9106-4e8e699ad307, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=904414f6-dbc2-4f46-9106-4e8e699ad307,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:32:14.712754 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Publish callbacks [] for router_gateway (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:14.731401 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:14.766278 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:14.835879 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558a543-b96c-4d73-99fc-312b4b7d8f08 None None] Pushing event updated for resources: {'Port': ['ID=904414f6-dbc2-4f46-9106-4e8e699ad307,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:14.878301 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b2c87-91c2-4644-b208-99fa06736078 req-cf145c9e-a7ba-41a2-b144-7e0668eddfab tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:14.879800 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-121b2c87-91c2-4644-b208-99fa06736078 req-cf145c9e-a7ba-41a2-b144-7e0668eddfab tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 950 time: 0.0972722
Mar 25 03:32:14.887931 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Allocated IP 172.27.0.130 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:32:15.177471 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f106cb06-3c17-4f90-a6d6-9353e580f645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:15.200736 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59186) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:15.284680 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-121b2c87-91c2-4644-b208-99fa06736078 req-6a0d779c-1bbd-4fed-9c77-69a912745cbc tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3979762
Mar 25 03:32:15.326484 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3152f52e-0dcc-4f87-af02-c3c7a6be7b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:15.335814 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Publish callbacks [] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:15.412667 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3152f52e-0dcc-4f87-af02-c3c7a6be7b9c admin admin] Publish callbacks [] for security_group (ef88d757-18b2-4f8c-a538-274f2439be79), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:15.457418 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:15.492819 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:32:15.495587 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:32:15.497184 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3152f52e-0dcc-4f87-af02-c3c7a6be7b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (ef88d757-18b2-4f8c-a538-274f2439be79), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:15.499615 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:32:15.527469 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Pushing event updated for resources: {'Port': ['ID=2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:15.547272 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-3152f52e-0dcc-4f87-af02-c3c7a6be7b9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5569a8c14dc480581aed3297db097c7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3426580
Mar 25 03:32:15.547952 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59196) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:15.561165 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152f52e-0dcc-4f87-af02-c3c7a6be7b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef88d757-18b2-4f8c-a538-274f2439be79,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:15.650465 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-73b4e16f-014a-46a3-8c83-a14789c4d9d9 admin admin] Publish callbacks [] for security_group (ef88d757-18b2-4f8c-a538-274f2439be79), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:15.665522 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbba409-2c38-4001-9dba-00e5fd1aea65 req-b885252e-d193-49df-93f5-988a7f82ffc9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:15.666952 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3dbba409-2c38-4001-9dba-00e5fd1aea65 req-b885252e-d193-49df-93f5-988a7f82ffc9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0830021
Mar 25 03:32:15.692203 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-73b4e16f-014a-46a3-8c83-a14789c4d9d9 admin admin] Publish callbacks [] for security_group (ef88d757-18b2-4f8c-a538-274f2439be79), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:15.753088 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3dbba409-2c38-4001-9dba-00e5fd1aea65 req-307d6e1c-0c1e-4b00-b8c4-baa83f0317f4 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756757
Mar 25 03:32:15.869005 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-73b4e16f-014a-46a3-8c83-a14789c4d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (ef88d757-18b2-4f8c-a538-274f2439be79), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:15.871690 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Publish callbacks [] for router_gateway (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:15.872141 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-73b4e16f-014a-46a3-8c83-a14789c4d9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:15.873239 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-73b4e16f-014a-46a3-8c83-a14789c4d9d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef88d757-18b2-4f8c-a538-274f2439be79 HTTP/1.1" status: 204  len: 168 time: 0.3243942
Mar 25 03:32:15.883506 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4e16f-014a-46a3-8c83-a14789c4d9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef88d757-18b2-4f8c-a538-274f2439be79,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:15.913432 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9386ca8a-7760-420c-a530-1cd3f50a102a None None] Network 0fe920f0-4ddb-467c-b2c3-bde300f41195 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:32:16.028572 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7c8834f6-4373-46d0-a973-3c5e15ddc0d6 None None] Provisioning complete for port 904414f6-dbc2-4f46-9106-4e8e699ad307 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:16.028940 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c8834f6-4373-46d0-a973-3c5e15ddc0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:16.112579 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462381'] for router (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:16.126564 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7c8834f6-4373-46d0-a973-3c5e15ddc0d6 None None] Current status of the port 904414f6-dbc2-4f46-9106-4e8e699ad307 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:16.126564 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c8834f6-4373-46d0-a973-3c5e15ddc0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:16.159853 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7c8834f6-4373-46d0-a973-3c5e15ddc0d6 None None] For port 904414f6-dbc2-4f46-9106-4e8e699ad307, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=904414f6-dbc2-4f46-9106-4e8e699ad307,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:16.171402 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:16.234448 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c8834f6-4373-46d0-a973-3c5e15ddc0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:16.343969 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8834f6-4373-46d0-a973-3c5e15ddc0d6 None None] Pushing event updated for resources: {'Port': ['ID=904414f6-dbc2-4f46-9106-4e8e699ad307,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:16.362658 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-b57bc230-d7d7-4391-bf97-15a906b8f13a None None] Provisioning complete for port 904414f6-dbc2-4f46-9106-4e8e699ad307 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:16.363031 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b57bc230-d7d7-4391-bf97-15a906b8f13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:16.377321 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Router b174e628-a4ad-4a33-bbc0-6ca515b43c7c is scheduled to L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 with binding_index 1 {{(pid=103655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 25 03:32:16.500352 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 904414f6-dbc2-4f46-9106-4e8e699ad307 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:32:16.537359 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc17f-dd31-4095-b059-b0a908fb4249 req-eb620989-b25a-4993-8d2a-89b05c1f2582 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:16.538909 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-de7bc17f-dd31-4095-b059-b0a908fb4249 req-eb620989-b25a-4993-8d2a-89b05c1f2582 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 950 time: 0.1729932
Mar 25 03:32:16.547791 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-b57bc230-d7d7-4391-bf97-15a906b8f13a None None] Current status of the port 904414f6-dbc2-4f46-9106-4e8e699ad307 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:16.566786 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 904414f6-dbc2-4f46-9106-4e8e699ad307 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:16.567261 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:16.571404 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:32:16.583187 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Sync routers for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:32:16.596642 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:32:16.597279 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc185130>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:32:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:16.634774 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-de7bc17f-dd31-4095-b059-b0a908fb4249 req-2a1170e5-c07b-4695-a6b7-27946722085b tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744033
Mar 25 03:32:16.674142 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 904414f6-dbc2-4f46-9106-4e8e699ad307 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:16.693337 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:16.699122 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59230) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:16.701493 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-3d8643d0-aaa6-4633-8349-7ddbc784ef57 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.6148129
Mar 25 03:32:16.755036 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:32:16.941695 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf783b4-72e5-4079-867c-9484428f891c req-b15d119f-60ee-45d3-a34a-bdca2ef14138 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:16.959546 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-acf783b4-72e5-4079-867c-9484428f891c req-b15d119f-60ee-45d3-a34a-bdca2ef14138 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0806143
Mar 25 03:32:17.054020 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-acf783b4-72e5-4079-867c-9484428f891c req-ddabdfc2-d94b-4754-9296-7fc3af246c07 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988686
Mar 25 03:32:17.086247 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc185130>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:15Z', 'revision_number': 3, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:17.113131 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Checking router: b174e628-a4ad-4a33-bbc0-6ca515b43c7c for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:32:17.113482 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Updating router b174e628-a4ad-4a33-bbc0-6ca515b43c7c port 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc binding host dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:32:17.169525 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:17.263898 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b329525-b4d4-40c9-8737-32025b3b6d32 req-86d1de5b-ad6b-45c6-ac20-fe4eb016cd4c tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:17.266146 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0b329525-b4d4-40c9-8737-32025b3b6d32 req-86d1de5b-ad6b-45c6-ac20-fe4eb016cd4c tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 950 time: 0.0749326
Mar 25 03:32:17.346785 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0b329525-b4d4-40c9-8737-32025b3b6d32 req-6f8d7071-5e1e-4101-adec-0f7cfbd2efc1 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749981
Mar 25 03:32:17.463223 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:17.470361 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Publish callbacks [] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:17.501378 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:17.542995 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:17.601951 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Attempting to bind port 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:32:17.603000 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Attempting to bind port 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:32:17.603672 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Attempting to bind port 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc on network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:32:17.611525 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Pushing event updated for resources: {'Port': ['ID=2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:17.615482 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:32:17.616061 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Checking segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:32:17.616606 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:17.617219 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Bound using segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:32:17.617884 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Bound port: 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:32:17.618257 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:17.625318 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.625880 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.626382 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.626867 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.627368 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.627836 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.628317 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.628801 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.629357 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.629864 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.630332 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.630839 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.631320 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.631800 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.635121 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:17.678597 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Allocated IP 172.20.0.1 (0fe920f0-4ddb-467c-b2c3-bde300f41195/6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6/1356326a-b8c7-4133-977f-3499010fbb1b) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:32:17.691211 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] For port 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:32:17.695386 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] For port 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:32:17.784725 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Publish callbacks [] for port (1356326a-b8c7-4133-977f-3499010fbb1b), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:17.846527 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:17.869186 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:17.904792 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:32:17.905415 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc185130>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:32:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:17.910480 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Network 0fe920f0-4ddb-467c-b2c3-bde300f41195 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:32:17.913276 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:32:17.916905 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:32:17.917923 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459256'] for router_interface (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:17.947993 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13af67-2364-41a7-8b99-19fac018cb4b None None] Pushing event updated for resources: {'Port': ['ID=2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:17.965473 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Pushing event updated for resources: {'Port': ['ID=1356326a-b8c7-4133-977f-3499010fbb1b,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:18.040155 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:32:18.135932 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:18.193094 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-b075e0ee-547e-451b-ba33-3b2a878b4891 None None] Provisioning complete for port 1356326a-b8c7-4133-977f-3499010fbb1b triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:18.193094 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b075e0ee-547e-451b-ba33-3b2a878b4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:18.233627 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-b075e0ee-547e-451b-ba33-3b2a878b4891 None None] Port 1356326a-b8c7-4133-977f-3499010fbb1b cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:32:18.268142 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33de4-052d-43e8-81e4-5595355e3c74 req-50dc50d8-e3e7-4892-a03a-6caa9005966d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:18.269365 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-09d33de4-052d-43e8-81e4-5595355e3c74 req-50dc50d8-e3e7-4892-a03a-6caa9005966d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.1299782
Mar 25 03:32:18.357978 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-09d33de4-052d-43e8-81e4-5595355e3c74 req-bfc515bb-a5db-4423-8db7-83b99ad63552 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820055
Mar 25 03:32:18.413590 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Publish callbacks [] for port (1356326a-b8c7-4133-977f-3499010fbb1b), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:18.431254 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 904414f6-dbc2-4f46-9106-4e8e699ad307 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:32:18.434020 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc185130>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:15Z', 'revision_number': 3, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:18.463328 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d4e302-dc33-4a94-a255-428f2b76d9e7 None None] The sync data for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi is: [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:15Z', 'revision_number': 3, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:32:18.474832 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:18.475923 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-459116'] for router_interface (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:18.494856 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 904414f6-dbc2-4f46-9106-4e8e699ad307 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:18.495764 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:18.544622 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45a99-0b95-4447-a222-424241d56dc8 req-a0398af0-878e-4eef-ae53-fdb46fd9aa58 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:18.546487 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-42f45a99-0b95-4447-a222-424241d56dc8 req-a0398af0-878e-4eef-ae53-fdb46fd9aa58 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 950 time: 0.1058209
Mar 25 03:32:18.605753 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 904414f6-dbc2-4f46-9106-4e8e699ad307 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:18.611534 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-42f45a99-0b95-4447-a222-424241d56dc8 req-386434ea-5d69-4e6c-b114-1e0fe9c87e2f tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507209
Mar 25 03:32:18.619715 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Pushing event updated for resources: {'Port': ['ID=1356326a-b8c7-4133-977f-3499010fbb1b,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:18.674422 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Network 0fe920f0-4ddb-467c-b2c3-bde300f41195 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:32:18.675686 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:32:18.802548 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Router b174e628-a4ad-4a33-bbc0-6ca515b43c7c has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:32:18.939044 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:32:18.944058 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-8fbecd9e-6da5-45de-9766-636d9661030d admin admin] 10.222.0.24 "PUT /v2.0/routers/b174e628-a4ad-4a33-bbc0-6ca515b43c7c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2438920
Mar 25 03:32:18.973638 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-e4d88048-69a2-4600-a688-192e8a331a98 None None] Provisioning complete for port 1356326a-b8c7-4133-977f-3499010fbb1b triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:18.974353 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e4d88048-69a2-4600-a688-192e8a331a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:19.012328 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-e4d88048-69a2-4600-a688-192e8a331a98 None None] Port 1356326a-b8c7-4133-977f-3499010fbb1b cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:32:19.246443 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:19.510297 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59330) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:19.514775 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-1d575eb5-3eb9-48c7-977d-6d91ce29bf3d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427320031', 'description': 'tempest-description--1844231010'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:19.516410 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909860f1-dcd0-4e9c-b9d0-9a7f47fb611f req-4669467f-efaf-40e7-b0ff-946435117234 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:19.517920 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-909860f1-dcd0-4e9c-b9d0-9a7f47fb611f req-4669467f-efaf-40e7-b0ff-946435117234 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0589192
Mar 25 03:32:19.564044 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-909860f1-dcd0-4e9c-b9d0-9a7f47fb611f req-8ab12d94-4707-4426-ba2c-5c517f0153d4 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400040
Mar 25 03:32:19.599804 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1d575eb5-3eb9-48c7-977d-6d91ce29bf3d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:19.666843 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1d575eb5-3eb9-48c7-977d-6d91ce29bf3d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group (b40bbf49-329d-45af-87e5-def5f8b29d81), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:19.731473 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb3d6-1905-4a8b-a657-6facfd6c4d53 req-98eadf19-24f8-4fcc-a056-771f2eed14d9 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:19.732975 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-593eb3d6-1905-4a8b-a657-6facfd6c4d53 req-98eadf19-24f8-4fcc-a056-771f2eed14d9 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 950 time: 0.0551100
Mar 25 03:32:19.737899 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1d575eb5-3eb9-48c7-977d-6d91ce29bf3d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (b40bbf49-329d-45af-87e5-def5f8b29d81), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:19.801167 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d575eb5-3eb9-48c7-977d-6d91ce29bf3d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40bbf49-329d-45af-87e5-def5f8b29d81,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:19.810885 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-593eb3d6-1905-4a8b-a657-6facfd6c4d53 req-14cb3da8-c4b3-40ee-8b3e-ade6a62d3708 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703342
Mar 25 03:32:19.865071 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1d575eb5-3eb9-48c7-977d-6d91ce29bf3d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:19.866440 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-1d575eb5-3eb9-48c7-977d-6d91ce29bf3d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3550801
Mar 25 03:32:19.869513 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 59344) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:19.874156 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-210d7a9c-be63-4a77-b495-516371fd9567 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Request body: {'security_group_rule': {'security_group_id': 'b40bbf49-329d-45af-87e5-def5f8b29d81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:20.011074 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-210d7a9c-be63-4a77-b495-516371fd9567 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group_rule (d53cb9b7-4749-4b92-8ab3-eddc613fc9f4), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:20.076451 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-210d7a9c-be63-4a77-b495-516371fd9567 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group_rule (d53cb9b7-4749-4b92-8ab3-eddc613fc9f4), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:20.128316 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Sync routers for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:32:20.141858 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:32:20.142540 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf985280>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:32:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:20.154529 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-210d7a9c-be63-4a77-b495-516371fd9567 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (d53cb9b7-4749-4b92-8ab3-eddc613fc9f4), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:20.171081 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d7a9c-be63-4a77-b495-516371fd9567 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53cb9b7-4749-4b92-8ab3-eddc613fc9f4,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:20.253702 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-210d7a9c-be63-4a77-b495-516371fd9567 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:20.255085 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-210d7a9c-be63-4a77-b495-516371fd9567 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3844447
Mar 25 03:32:20.256988 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:32:20.257783 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 59358) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:20.262319 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-5a0f2473-71ef-47c8-9d8b-a95ff8d3c18c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Request body: {'security_group_rule': {'security_group_id': 'b40bbf49-329d-45af-87e5-def5f8b29d81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:20.342715 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2473-71ef-47c8-9d8b-a95ff8d3c18c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group_rule (d15ccd02-9bbc-4a6c-9cc2-124c62d9a205), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:20.386384 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:32:20.424252 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2473-71ef-47c8-9d8b-a95ff8d3c18c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group_rule (d15ccd02-9bbc-4a6c-9cc2-124c62d9a205), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:20.482848 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:20.483250 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:20.514319 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2473-71ef-47c8-9d8b-a95ff8d3c18c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (d15ccd02-9bbc-4a6c-9cc2-124c62d9a205), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:20.535130 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f2473-71ef-47c8-9d8b-a95ff8d3c18c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15ccd02-9bbc-4a6c-9cc2-124c62d9a205,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:20.546611 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf985280>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 2, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:20.609011 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2473-71ef-47c8-9d8b-a95ff8d3c18c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:20.610324 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-5a0f2473-71ef-47c8-9d8b-a95ff8d3c18c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3515885
Mar 25 03:32:20.613790 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59370) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:20.627535 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:20.726912 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Checking router: b174e628-a4ad-4a33-bbc0-6ca515b43c7c for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:32:20.727276 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Updating router b174e628-a4ad-4a33-bbc0-6ca515b43c7c port 1356326a-b8c7-4133-977f-3499010fbb1b binding host dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:32:20.730954 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ad98d-3ce7-4fad-b6aa-291a8888596e req-0a43a6e0-2a6c-4028-943d-6036e47a99a2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:20.732493 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-532ad98d-3ce7-4fad-b6aa-291a8888596e req-0a43a6e0-2a6c-4028-943d-6036e47a99a2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0605159
Mar 25 03:32:20.760840 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:20.761240 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:20.771061 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:20.780023 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-532ad98d-3ce7-4fad-b6aa-291a8888596e req-90703782-2165-4feb-bea2-9536a3fe5c50 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419292
Mar 25 03:32:20.795079 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:20.795556 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:20.891480 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:20.953555 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.005325 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f862b05-ec7d-45ee-a61f-9df4d6b2675a req-4b978c6c-383e-4da8-b5b3-174910f61d14 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:21.006973 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0f862b05-ec7d-45ee-a61f-9df4d6b2675a req-4b978c6c-383e-4da8-b5b3-174910f61d14 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 950 time: 0.1071951
Mar 25 03:32:21.013650 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:21.098116 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0f862b05-ec7d-45ee-a61f-9df4d6b2675a req-59769bee-0fbf-4e2f-a98c-5db2922ab50f tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834913
Mar 25 03:32:21.113854 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Allocated IP 172.27.0.147 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/5f50f01a-e5d1-41b4-9dbd-3a59edf1840e) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:32:21.142495 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Publish callbacks [] for port (1356326a-b8c7-4133-977f-3499010fbb1b), precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.206211 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.238660 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for port (5f50f01a-e5d1-41b4-9dbd-3a59edf1840e), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.264136 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c2a83-54f0-47df-9026-92c85756912b None None] Pushing event updated for resources: {'Port': ['ID=1356326a-b8c7-4133-977f-3499010fbb1b,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:21.327302 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Attempting to bind port 1356326a-b8c7-4133-977f-3499010fbb1b on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:32:21.327674 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Attempting to bind port 1356326a-b8c7-4133-977f-3499010fbb1b by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:32:21.328176 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Attempting to bind port 1356326a-b8c7-4133-977f-3499010fbb1b on network 0fe920f0-4ddb-467c-b2c3-bde300f41195 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:32:21.330106 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816dec3-539b-4c69-b680-722c6cee1deb req-14c44c7f-cd7d-48e6-8a16-c828e086f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:21.331852 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8816dec3-539b-4c69-b680-722c6cee1deb req-14c44c7f-cd7d-48e6-8a16-c828e086f273 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 1129 time: 0.0478637
Mar 25 03:32:21.334292 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:32:21.338225 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Checking segment: {'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:32:21.338225 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.338225 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Bound using segment: {'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:32:21.338225 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Bound port: 1356326a-b8c7-4133-977f-3499010fbb1b, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:32:21.338225 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.355397 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (5f50f01a-e5d1-41b4-9dbd-3a59edf1840e), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.409320 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8816dec3-539b-4c69-b680-722c6cee1deb req-76301735-4ef9-447f-b11c-9eed925ab28a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683565
Mar 25 03:32:21.411039 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] For port 1356326a-b8c7-4133-977f-3499010fbb1b, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:32:21.414878 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] For port 1356326a-b8c7-4133-977f-3499010fbb1b, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=1356326a-b8c7-4133-977f-3499010fbb1b,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:32:21.417319 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event updated for resources: {'Port': ['ID=5f50f01a-e5d1-41b4-9dbd-3a59edf1840e,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:21.428479 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:32:21.430372 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:32:21.432632 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:32:21.484993 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (71f13b22-fc2c-4098-822b-6dfbb8c8e5b5), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.532119 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.599470 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-92f054da-beb9-4941-a82a-5ab7d3301910 None None] Provisioning complete for port 1356326a-b8c7-4133-977f-3499010fbb1b triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:21.599843 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-92f054da-beb9-4941-a82a-5ab7d3301910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.612657 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (5f50f01a-e5d1-41b4-9dbd-3a59edf1840e), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.638980 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:32:21.639619 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf985280>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:32:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:21.647609 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c2a83-54f0-47df-9026-92c85756912b None None] Pushing event updated for resources: {'Port': ['ID=1356326a-b8c7-4133-977f-3499010fbb1b,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:21.807043 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for port (5f50f01a-e5d1-41b4-9dbd-3a59edf1840e), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.831025 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:32:21.869001 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-92f054da-beb9-4941-a82a-5ab7d3301910 None None] Current status of the port 1356326a-b8c7-4133-977f-3499010fbb1b is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:21.869482 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-92f054da-beb9-4941-a82a-5ab7d3301910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.907144 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-92f054da-beb9-4941-a82a-5ab7d3301910 None None] For port 1356326a-b8c7-4133-977f-3499010fbb1b, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=1356326a-b8c7-4133-977f-3499010fbb1b,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:21.914323 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (5f50f01a-e5d1-41b4-9dbd-3a59edf1840e), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.949155 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (71f13b22-fc2c-4098-822b-6dfbb8c8e5b5), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:21.996981 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d676c8-f559-4b7a-8f75-c12b12225810 req-5b20e0e9-c355-4798-85c5-47b9fcc66284 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:21.998586 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-62d676c8-f559-4b7a-8f75-c12b12225810 req-5b20e0e9-c355-4798-85c5-47b9fcc66284 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.1477985
Mar 25 03:32:21.999297 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event updated for resources: {'Port': ['ID=5f50f01a-e5d1-41b4-9dbd-3a59edf1840e,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:22.005883 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1b3c9-b6a6-47f1-91c9-ec352c99e033 req-14b38aa2-ad21-4196-8be6-bee1da34f241 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:22.007557 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-25b1b3c9-b6a6-47f1-91c9-ec352c99e033 req-14b38aa2-ad21-4196-8be6-bee1da34f241 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 950 time: 0.1165683
Mar 25 03:32:22.034668 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-92f054da-beb9-4941-a82a-5ab7d3301910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:22.055224 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:22.057404 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-33264cea-a67a-4eb8-b91e-8f9bc5f22e3c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4426088
Mar 25 03:32:22.083032 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-62d676c8-f559-4b7a-8f75-c12b12225810 req-a1daf542-c8c1-4493-815c-dbf7c5515caf tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708342
Mar 25 03:32:22.179559 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f054da-beb9-4941-a82a-5ab7d3301910 None None] Pushing event updated for resources: {'Port': ['ID=1356326a-b8c7-4133-977f-3499010fbb1b,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:22.207155 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-25164687-c554-44e5-b13f-8a75c70a8bb2 None None] Provisioning complete for port 1356326a-b8c7-4133-977f-3499010fbb1b triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:22.207538 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-25164687-c554-44e5-b13f-8a75c70a8bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:22.237795 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-25b1b3c9-b6a6-47f1-91c9-ec352c99e033 req-abdfb8c3-f2dd-477e-942e-035cb8db4f2f tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Deleting port 75389961-f620-4ae5-869a-3e58d26a0ee8 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:32:22.238276 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-25b1b3c9-b6a6-47f1-91c9-ec352c99e033 req-abdfb8c3-f2dd-477e-942e-035cb8db4f2f tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:22.291371 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf4ff2-6ed2-419c-8dfd-beaf785ada11 req-b335b80a-00a1-44a9-a8d1-7ec73db5813b tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:22.300063 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-80bf4ff2-6ed2-419c-8dfd-beaf785ada11 req-b335b80a-00a1-44a9-a8d1-7ec73db5813b tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 950 time: 0.0869706
Mar 25 03:32:22.337514 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-25164687-c554-44e5-b13f-8a75c70a8bb2 None None] Current status of the port 1356326a-b8c7-4133-977f-3499010fbb1b is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:22.348522 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf985280>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:22.366521 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-80bf4ff2-6ed2-419c-8dfd-beaf785ada11 req-3de20664-5975-4f0f-81e8-023257a4c17c tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/security-groups?id=22b20f5e-089f-409c-9afa-5016e9bb9fca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654473
Mar 25 03:32:22.386531 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711d70f-f6ac-4ef7-8802-7997726c26f0 None None] The sync data for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi is: [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:32:22.389206 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-91ac4b32-8bb3-485e-a809-168cc86c8ef1 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1427320031&fields=id&tenant_id=680fe419d6a44ddcb8a1965b421ce8e9 HTTP/1.1" status: 200  len: 267 time: 0.1471536
Mar 25 03:32:22.392452 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:32:22.497199 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-25b1b3c9-b6a6-47f1-91c9-ec352c99e033 req-abdfb8c3-f2dd-477e-942e-035cb8db4f2f tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] For port 75389961-f620-4ae5-869a-3e58d26a0ee8, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=75389961-f620-4ae5-869a-3e58d26a0ee8,segment=NetworkSegment(c470392f-fb4c-4e9e-8b29-f990e3ddd9fc),segment_id=c470392f-fb4c-4e9e-8b29-f990e3ddd9fc)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:22.498795 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-25b1b3c9-b6a6-47f1-91c9-ec352c99e033 req-abdfb8c3-f2dd-477e-942e-035cb8db4f2f tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:22.503534 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:22.504134 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:22.540603 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-25b1b3c9-b6a6-47f1-91c9-ec352c99e033 req-abdfb8c3-f2dd-477e-942e-035cb8db4f2f tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Calling delete_port for 75389961-f620-4ae5-869a-3e58d26a0ee8 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:32:22.616294 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:22.699796 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-a14c733a-f0cb-4200-b58c-ab69a0d9c5c3 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:22.700950 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-a14c733a-f0cb-4200-b58c-ab69a0d9c5c3 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/networks?id=0fe920f0-4ddb-467c-b2c3-bde300f41195 HTTP/1.1" status: 200  len: 810 time: 0.3109438
Mar 25 03:32:22.727269 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-bba68374-5019-406e-9acf-19360d5a5422 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/quotas/680fe419d6a44ddcb8a1965b421ce8e9 HTTP/1.1" status: 200  len: 375 time: 0.0212049
Mar 25 03:32:22.800036 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-31a52edb-d489-47d6-bc93-155852512038 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=680fe419d6a44ddcb8a1965b421ce8e9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0598004
Mar 25 03:32:22.907497 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-7bc0bd4b-d8ce-4010-96ee-43f2c41edb4b service neutron] 10.222.0.24 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0936611
Mar 25 03:32:23.043690 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-0de7e106-03b3-449d-a788-790f69ff2282 service neutron] 10.222.0.24 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274953
Mar 25 03:32:23.087403 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-25b1b3c9-b6a6-47f1-91c9-ec352c99e033 req-abdfb8c3-f2dd-477e-942e-035cb8db4f2f tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (75389961-f620-4ae5-869a-3e58d26a0ee8), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:23.124785 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfb8c3-f2dd-477e-942e-035cb8db4f2f tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Pushing event deleted for resources: {'Port': ['ID=75389961-f620-4ae5-869a-3e58d26a0ee8,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:23.235761 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b1b3c9-b6a6-47f1-91c9-ec352c99e033 req-abdfb8c3-f2dd-477e-942e-035cb8db4f2f tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] No DVR routers for this DVR port 75389961-f620-4ae5-869a-3e58d26a0ee8 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:32:23.244613 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-25b1b3c9-b6a6-47f1-91c9-ec352c99e033 req-abdfb8c3-f2dd-477e-942e-035cb8db4f2f tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:23.253088 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-25b1b3c9-b6a6-47f1-91c9-ec352c99e033 req-abdfb8c3-f2dd-477e-942e-035cb8db4f2f tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.35 "DELETE /v2.0/ports/75389961-f620-4ae5-869a-3e58d26a0ee8 HTTP/1.1" status: 204  len: 173 time: 1.2375126
Mar 25 03:32:23.258039 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f39827-28f2-4716-8721-b58f997773c2', 'name': 'network-vif-deleted', 'tag': '75389961-f620-4ae5-869a-3e58d26a0ee8'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:32:23.262762 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcd0731-e321-4795-96d7-603720040afb" -d '{"events": [{"server_uuid": "e4f39827-28f2-4716-8721-b58f997773c2", "name": "network-vif-deleted", "tag": "75389961-f620-4ae5-869a-3e58d26a0ee8"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:32:23.273165 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59430) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:23.303256 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d34a6-bf4b-44c5-813b-4f510dad6e02 req-5b4c3e50-6d7f-4feb-86fb-b330f247a077 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:23.305173 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e17d34a6-bf4b-44c5-813b-4f510dad6e02 req-5b4c3e50-6d7f-4feb-86fb-b330f247a077 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.1117752
Mar 25 03:32:23.405150 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdd8938-cf74-4ad9-bc18-84a67863b8ab x-openstack-request-id: req-0fdd8938-cf74-4ad9-bc18-84a67863b8ab {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:32:23.405546 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f39827-28f2-4716-8721-b58f997773c2", "name": "network-vif-deleted", "tag": "75389961-f620-4ae5-869a-3e58d26a0ee8", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:32:23.407222 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fdd8938-cf74-4ad9-bc18-84a67863b8ab {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:32:23.407648 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdd8938-cf74-4ad9-bc18-84a67863b8ab'] response: {'server_uuid': 'e4f39827-28f2-4716-8721-b58f997773c2', 'name': 'network-vif-deleted', 'tag': '75389961-f620-4ae5-869a-3e58d26a0ee8', 'status': 'completed', 'code': 200}
Mar 25 03:32:23.410161 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e17d34a6-bf4b-44c5-813b-4f510dad6e02 req-61eaf5d5-4adb-478e-a6fe-563b02051721 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962129
Mar 25 03:32:23.441638 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c4febdcc-af49-4ec6-ae28-fb11e9eeb739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:23.503486 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b1b3d6f5-c2f3-4f0d-b7f3-9963f15e417b req-57c6a3fd-65a1-48d3-9061-6032a0e5bf9d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 210 time: 0.0468652
Mar 25 03:32:23.521244 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-44d20cc9-e645-4f11-b24e-a5c6dddce69e req-8e0acbd9-0c8f-4581-a9f9-a7fd933366b3 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 210 time: 0.0363407
Mar 25 03:32:23.592571 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c4febdcc-af49-4ec6-ae28-fb11e9eeb739 admin admin] Publish callbacks [] for security_group (861198dd-3cee-44d1-a8df-74ff91081b64), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:23.628481 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c4febdcc-af49-4ec6-ae28-fb11e9eeb739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (861198dd-3cee-44d1-a8df-74ff91081b64), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:23.633776 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3151a-4cff-43c3-aa98-e3e29b55fa6d req-0249f33d-c56f-4a95-a107-0c0d5e9e07f0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:23.635324 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e3c3151a-4cff-43c3-aa98-e3e29b55fa6d req-0249f33d-c56f-4a95-a107-0c0d5e9e07f0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0576820
Mar 25 03:32:23.674811 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-c4febdcc-af49-4ec6-ae28-fb11e9eeb739 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e34d23c616cf4344ad3390e87d9354d3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4000535
Mar 25 03:32:23.675695 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4febdcc-af49-4ec6-ae28-fb11e9eeb739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861198dd-3cee-44d1-a8df-74ff91081b64,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:23.678212 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59450) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:23.715279 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e3c3151a-4cff-43c3-aa98-e3e29b55fa6d req-943f00b0-1d8d-44d7-9f82-35f5f627d38a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685613
Mar 25 03:32:23.754784 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b17288d7-d8aa-43eb-b4ed-dd7ffbd18d77 admin admin] Publish callbacks [] for security_group (861198dd-3cee-44d1-a8df-74ff91081b64), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:23.780792 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b17288d7-d8aa-43eb-b4ed-dd7ffbd18d77 admin admin] Publish callbacks [] for security_group (861198dd-3cee-44d1-a8df-74ff91081b64), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:23.908695 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b17288d7-d8aa-43eb-b4ed-dd7ffbd18d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (861198dd-3cee-44d1-a8df-74ff91081b64), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:23.911342 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b17288d7-d8aa-43eb-b4ed-dd7ffbd18d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:23.912490 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-b17288d7-d8aa-43eb-b4ed-dd7ffbd18d77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/861198dd-3cee-44d1-a8df-74ff91081b64 HTTP/1.1" status: 204  len: 168 time: 0.2332542
Mar 25 03:32:23.921127 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17288d7-d8aa-43eb-b4ed-dd7ffbd18d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861198dd-3cee-44d1-a8df-74ff91081b64,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:24.410107 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 1356326a-b8c7-4133-977f-3499010fbb1b up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:32:24.459493 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 1356326a-b8c7-4133-977f-3499010fbb1b triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:24.459902 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:24.498555 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59464) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:24.515186 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1df1e30e-8deb-4002-b3f9-a33b3cd575d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:24.553808 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 1356326a-b8c7-4133-977f-3499010fbb1b is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:24.607257 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-412ba836-563a-4d73-8876-52242127dc0c req-a82b53f7-0c6f-4879-b3cc-c2ff585112f0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 210 time: 0.0289998
Mar 25 03:32:24.626932 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-de806b9a-60ba-4306-8478-b4b88c80da71 req-ce25ee81-6ca1-410d-848b-52e4f65738bf tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 210 time: 0.0310991
Mar 25 03:32:24.629890 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1df1e30e-8deb-4002-b3f9-a33b3cd575d7 admin admin] Publish callbacks [] for security_group (38a1825e-9252-4096-bc2a-cbe5c53b958c), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:24.685609 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1df1e30e-8deb-4002-b3f9-a33b3cd575d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (38a1825e-9252-4096-bc2a-cbe5c53b958c), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:24.725645 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-1df1e30e-8deb-4002-b3f9-a33b3cd575d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25330a13fc9c4a549197f859a27da6d8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2259803
Mar 25 03:32:24.726573 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1e30e-8deb-4002-b3f9-a33b3cd575d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a1825e-9252-4096-bc2a-cbe5c53b958c,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:24.729523 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59472) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:24.785078 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-91614cb4-bd65-48eb-ab57-36004ad87c66 admin admin] Publish callbacks [] for security_group (38a1825e-9252-4096-bc2a-cbe5c53b958c), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:24.805317 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-91614cb4-bd65-48eb-ab57-36004ad87c66 admin admin] Publish callbacks [] for security_group (38a1825e-9252-4096-bc2a-cbe5c53b958c), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:24.913914 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-91614cb4-bd65-48eb-ab57-36004ad87c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (38a1825e-9252-4096-bc2a-cbe5c53b958c), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:24.916374 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-91614cb4-bd65-48eb-ab57-36004ad87c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:24.918131 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-91614cb4-bd65-48eb-ab57-36004ad87c66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38a1825e-9252-4096-bc2a-cbe5c53b958c HTTP/1.1" status: 204  len: 168 time: 0.1876805
Mar 25 03:32:24.925553 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91614cb4-bd65-48eb-ab57-36004ad87c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a1825e-9252-4096-bc2a-cbe5c53b958c,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:25.621828 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 59482) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:25.634627 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5e07-bfe3-4711-85e9-663ff9a3fcbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:25.701923 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-df7f76ff-5af2-422b-b882-a76b7a9b78da req-25f81234-bc63-4648-a7e9-8113f98f4aaf tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 210 time: 0.0275385
Mar 25 03:32:25.736286 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5e07-bfe3-4711-85e9-663ff9a3fcbd admin admin] Publish callbacks [] for security_group (75d5194f-3b3e-4912-954a-dfd015ccc9b5), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:25.738746 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06cdecfc-38fe-48bd-a29d-a647912942f4 req-85f0a173-5584-4097-879a-4db14d510e94 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 210 time: 0.0323641
Mar 25 03:32:25.788560 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5e07-bfe3-4711-85e9-663ff9a3fcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (75d5194f-3b3e-4912-954a-dfd015ccc9b5), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:25.829109 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-ff5a5e07-bfe3-4711-85e9-663ff9a3fcbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a2589fdfd414d3e8deb5552ead338a0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2060773
Mar 25 03:32:25.830002 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a5e07-bfe3-4711-85e9-663ff9a3fcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d5194f-3b3e-4912-954a-dfd015ccc9b5,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:25.831688 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59492) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:25.879662 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dbf612c0-9919-461c-9a5b-63dffecb0d7f admin admin] Publish callbacks [] for security_group (75d5194f-3b3e-4912-954a-dfd015ccc9b5), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:25.899770 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dbf612c0-9919-461c-9a5b-63dffecb0d7f admin admin] Publish callbacks [] for security_group (75d5194f-3b3e-4912-954a-dfd015ccc9b5), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:26.000167 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dbf612c0-9919-461c-9a5b-63dffecb0d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (75d5194f-3b3e-4912-954a-dfd015ccc9b5), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:26.002704 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dbf612c0-9919-461c-9a5b-63dffecb0d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:26.003881 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-dbf612c0-9919-461c-9a5b-63dffecb0d7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75d5194f-3b3e-4912-954a-dfd015ccc9b5 HTTP/1.1" status: 204  len: 168 time: 0.1710353
Mar 25 03:32:26.011833 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf612c0-9919-461c-9a5b-63dffecb0d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d5194f-3b3e-4912-954a-dfd015ccc9b5,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:26.166689 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['75389961-f620-4ae5-869a-3e58d26a0ee8'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:32:26.831860 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-71534aba-673f-45d8-a518-93fb2c5596d6 req-49a557df-232e-43a5-83af-f56835cb0760 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 210 time: 0.0538490
Mar 25 03:32:26.891995 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f27e97d-8145-46f7-b36e-a025e79b26fa req-0c8ff824-bb88-47c2-8f1d-606c1ba56151 tempest-VolumesNegativeTest-1361433285 tempest-VolumesNegativeTest-1361433285-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f39827-28f2-4716-8721-b58f997773c2 HTTP/1.1" status: 200  len: 210 time: 0.0271370
Mar 25 03:32:27.397255 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-8078710a-1025-40ff-806a-60c4715466ae tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:27.398731 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-8078710a-1025-40ff-806a-60c4715466ae tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.35 "GET /v2.0/networks?id=0fe920f0-4ddb-467c-b2c3-bde300f41195 HTTP/1.1" status: 200  len: 810 time: 0.1026540
Mar 25 03:32:27.473805 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-97d3c004-e6a8-4cf0-8171-cf1843a44d33 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=680fe419d6a44ddcb8a1965b421ce8e9 HTTP/1.1" status: 200  len: 380 time: 0.0629578
Mar 25 03:32:27.492959 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-0f22014a-079f-4a16-873a-82ccad2d505e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Request body: {'port': {'device_id': '610e5788-4d6e-4610-891e-5e5e4fbeb029', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'admin_state_up': True, 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'security_groups': ['b40bbf49-329d-45af-87e5-def5f8b29d81']}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:27.953437 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ecaf70d1-fc09-4d5a-bf97-e1bd077eae78 req-b326ffc7-798c-4ade-91e9-68a0830571bb tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 210 time: 0.0374436
Mar 25 03:32:28.102745 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-0f22014a-079f-4a16-873a-82ccad2d505e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Made reservation on behalf of 680fe419d6a44ddcb8a1965b421ce8e9 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:32:28.107170 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-0f22014a-079f-4a16-873a-82ccad2d505e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:28.173461 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 75389961-f620-4ae5-869a-3e58d26a0ee8 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:32:28.199228 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 75389961-f620-4ae5-869a-3e58d26a0ee8 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:32:28.200032 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 75389961-f620-4ae5-869a-3e58d26a0ee8 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:32:28.291034 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade9d91-305c-4c55-90b3-3d1203edd71e req-3d799869-4eb6-4ced-8661-621e08d3ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:28.293885 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1ade9d91-305c-4c55-90b3-3d1203edd71e req-3d799869-4eb6-4ced-8661-621e08d3ee28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 1129 time: 0.0562885
Mar 25 03:32:28.303825 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-0f22014a-079f-4a16-873a-82ccad2d505e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Allocated IP 172.20.0.3 (0fe920f0-4ddb-467c-b2c3-bde300f41195/6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6/c9983117-474b-4d6c-a92f-7cafb4b13c9f) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:32:28.324267 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f2f0-704e-4f25-968e-1f145e654c25 req-40e1f1b7-e7a6-42b7-8935-24d8531e0f3a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:28.326242 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-82b3f2f0-704e-4f25-968e-1f145e654c25 req-40e1f1b7-e7a6-42b7-8935-24d8531e0f3a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0974586
Mar 25 03:32:28.343942 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:32:28.411575 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade9d91-305c-4c55-90b3-3d1203edd71e req-06103393-de8c-4b6a-9469-0c43f40a0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:28.412918 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-82b3f2f0-704e-4f25-968e-1f145e654c25 req-5b65f73e-e365-4170-bfa2-38abfc192bf0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796709
Mar 25 03:32:28.413143 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1ade9d91-305c-4c55-90b3-3d1203edd71e req-06103393-de8c-4b6a-9469-0c43f40a0216 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 919 time: 0.1104233
Mar 25 03:32:28.465924 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1ade9d91-305c-4c55-90b3-3d1203edd71e req-5c8e084a-be9f-4a3a-9d71-245abbb29d16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09219ae5-fb35-4a1c-8769-efa178c6dd25 HTTP/1.1" status: 200  len: 217 time: 0.0427778
Mar 25 03:32:28.512537 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-0f22014a-079f-4a16-873a-82ccad2d505e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:28.520858 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade9d91-305c-4c55-90b3-3d1203edd71e req-bb4a90b3-b915-40b5-bb45-eb9b40991e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:28.521771 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1ade9d91-305c-4c55-90b3-3d1203edd71e req-bb4a90b3-b915-40b5-bb45-eb9b40991e92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0489626
Mar 25 03:32:28.576904 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade9d91-305c-4c55-90b3-3d1203edd71e req-52e47156-16cb-4f07-b5cd-becf833c0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:28.578400 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1ade9d91-305c-4c55-90b3-3d1203edd71e req-52e47156-16cb-4f07-b5cd-becf833c0a42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0481095
Mar 25 03:32:28.608117 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-0f22014a-079f-4a16-873a-82ccad2d505e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:28.670178 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-0f22014a-079f-4a16-873a-82ccad2d505e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Network 0fe920f0-4ddb-467c-b2c3-bde300f41195 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:32:28.674207 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-0f22014a-079f-4a16-873a-82ccad2d505e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:32:28.689736 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-0f22014a-079f-4a16-873a-82ccad2d505e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:32:28.704436 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1ade9d91-305c-4c55-90b3-3d1203edd71e req-a2f96493-73d7-4b4a-9683-fe0dfe964146 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186759
Mar 25 03:32:28.727151 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22014a-079f-4a16-873a-82ccad2d505e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event updated for resources: {'Port': ['ID=c9983117-474b-4d6c-a92f-7cafb4b13c9f,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:28.763608 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-0f22014a-079f-4a16-873a-82ccad2d505e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:28.764472 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-0f22014a-079f-4a16-873a-82ccad2d505e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:28.812292 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1ade9d91-305c-4c55-90b3-3d1203edd71e req-b0dc2a06-c5f3-4ff1-ab81-413db1691c76 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1011643
Mar 25 03:32:28.867034 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-0f22014a-079f-4a16-873a-82ccad2d505e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3778491
Mar 25 03:32:28.879186 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Request body: {'port': {'device_id': '610e5788-4d6e-4610-891e-5e5e4fbeb029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:28.928428 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-63dbc5a3-8c30-4276-9d4a-ffa4ac0846ed None None] Provisioning complete for port c9983117-474b-4d6c-a92f-7cafb4b13c9f triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:28.928881 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-63dbc5a3-8c30-4276-9d4a-ffa4ac0846ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:28.945409 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:28.998660 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-63dbc5a3-8c30-4276-9d4a-ffa4ac0846ed None None] Port c9983117-474b-4d6c-a92f-7cafb4b13c9f cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:32:29.099227 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36866542-78fc-42a9-9e46-5fdd7bddf5ee req-0e9afeda-b9dc-4172-b790-f119dca65604 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:29.107134 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-36866542-78fc-42a9-9e46-5fdd7bddf5ee req-0e9afeda-b9dc-4172-b790-f119dca65604 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 931 time: 0.0726845
Mar 25 03:32:29.161236 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-36866542-78fc-42a9-9e46-5fdd7bddf5ee req-88c05721-3020-4b01-a461-e0243e37f315 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532424
Mar 25 03:32:29.294313 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9983117-474b-4d6c-a92f-7cafb4b13c9f {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:32:29.302751 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Publish callbacks [] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:29.315427 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Transition to ACTIVE for port object c9983117-474b-4d6c-a92f-7cafb4b13c9f will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:32:29.411265 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:29.477214 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Pushing event updated for resources: {'Port': ['ID=c9983117-474b-4d6c-a92f-7cafb4b13c9f,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:29.612165 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Attempting to bind port c9983117-474b-4d6c-a92f-7cafb4b13c9f on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:32:29.612519 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Attempting to bind port c9983117-474b-4d6c-a92f-7cafb4b13c9f by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:32:29.612847 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Attempting to bind port c9983117-474b-4d6c-a92f-7cafb4b13c9f on network 0fe920f0-4ddb-467c-b2c3-bde300f41195 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:32:29.619401 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Port c9983117-474b-4d6c-a92f-7cafb4b13c9f on network 0fe920f0-4ddb-467c-b2c3-bde300f41195 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:32:29.621116 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Attempting to bind port c9983117-474b-4d6c-a92f-7cafb4b13c9f on network 0fe920f0-4ddb-467c-b2c3-bde300f41195 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:32:29.629258 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef1743-fd3d-4baa-8fea-43af0b477f33 req-52711681-5da4-44d3-be41-06d99e122037 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:29.630995 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8aef1743-fd3d-4baa-8fea-43af0b477f33 req-52711681-5da4-44d3-be41-06d99e122037 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.1228731
Mar 25 03:32:29.645345 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:32:29.649530 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Checking segment: {'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:32:29.649530 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Bound using segment: {'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:32:29.649530 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Bound port: c9983117-474b-4d6c-a92f-7cafb4b13c9f, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:32:29.649530 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:29.715403 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8aef1743-fd3d-4baa-8fea-43af0b477f33 req-da45d69b-08a7-42dd-b14f-95265e6ccd81 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778677
Mar 25 03:32:29.747067 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] For port c9983117-474b-4d6c-a92f-7cafb4b13c9f, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:32:29.750129 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] For port c9983117-474b-4d6c-a92f-7cafb4b13c9f, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=c9983117-474b-4d6c-a92f-7cafb4b13c9f,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:32:29.846640 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:29.887900 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:29.888529 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:29.889969 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] 10.222.0.35 "PUT /v2.0/ports/c9983117-474b-4d6c-a92f-7cafb4b13c9f HTTP/1.1" status: 200  len: 1093 time: 1.0153670
Mar 25 03:32:29.893975 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610e5788-4d6e-4610-891e-5e5e4fbeb029', 'tag': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:32:29.893975 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c57ad65-d72f-4c3a-9708-a7d6616df49c" -d '{"events": [{"name": "network-changed", "server_uuid": "610e5788-4d6e-4610-891e-5e5e4fbeb029", "tag": "c9983117-474b-4d6c-a92f-7cafb4b13c9f"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:32:29.915419 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c0042-5b43-4b82-a9fe-f640c5bdbbce service neutron] Pushing event updated for resources: {'Port': ['ID=c9983117-474b-4d6c-a92f-7cafb4b13c9f,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:29.939877 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9ed0da-3251-4f44-95e2-09076c0d5a4f x-openstack-request-id: req-ed9ed0da-3251-4f44-95e2-09076c0d5a4f {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:32:29.939991 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610e5788-4d6e-4610-891e-5e5e4fbeb029", "tag": "c9983117-474b-4d6c-a92f-7cafb4b13c9f", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:32:29.940371 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed9ed0da-3251-4f44-95e2-09076c0d5a4f {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:32:29.941039 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9ed0da-3251-4f44-95e2-09076c0d5a4f'] response: {'name': 'network-changed', 'server_uuid': '610e5788-4d6e-4610-891e-5e5e4fbeb029', 'tag': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f', 'status': 'completed', 'code': 200}
Mar 25 03:32:30.280577 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14d465-4879-4ad2-bb8b-0fe923b50598 req-1d33f5ac-ea81-4959-ae5b-ac5968d280be tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:30.282077 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cf14d465-4879-4ad2-bb8b-0fe923b50598 req-1d33f5ac-ea81-4959-ae5b-ac5968d280be tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 943 time: 0.0539305
Mar 25 03:32:30.302031 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:30.333155 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cf14d465-4879-4ad2-bb8b-0fe923b50598 req-976a2997-2729-4e12-863d-a138b05f1911 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430975
Mar 25 03:32:30.858149 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d31d55-7904-4db4-b1fc-0d45b886e89f req-37d8a889-b42b-43ab-a259-0f752aef4a81 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:30.859564 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b3d31d55-7904-4db4-b1fc-0d45b886e89f req-37d8a889-b42b-43ab-a259-0f752aef4a81 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0563190
Mar 25 03:32:30.908220 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b3d31d55-7904-4db4-b1fc-0d45b886e89f req-2b6910bf-f69f-4402-9cc9-1a4938556f68 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430892
Mar 25 03:32:31.451390 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04aff4-2061-4615-b109-0d14ed8f35da req-fde791f5-33e4-466a-a835-5c35d12ecf96 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:31.452900 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-dd04aff4-2061-4615-b109-0d14ed8f35da req-fde791f5-33e4-466a-a835-5c35d12ecf96 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 943 time: 0.0500982
Mar 25 03:32:31.504735 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-dd04aff4-2061-4615-b109-0d14ed8f35da req-79417994-e166-4028-8adf-b96179182933 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448191
Mar 25 03:32:32.029374 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113ac44-1c97-43cc-9f96-17bc510a92a0 req-7b6324a6-5759-4c16-9dd7-e5f341669ef1 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:32.031153 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e113ac44-1c97-43cc-9f96-17bc510a92a0 req-7b6324a6-5759-4c16-9dd7-e5f341669ef1 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0560300
Mar 25 03:32:32.080339 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57ad65-d72f-4c3a-9708-a7d6616df49c req-98b1258b-224e-4460-b2f6-a20cdadf2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:32.082019 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8c57ad65-d72f-4c3a-9708-a7d6616df49c req-98b1258b-224e-4460-b2f6-a20cdadf2167 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=680fe419d6a44ddcb8a1965b421ce8e9&device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 1127 time: 0.0489135
Mar 25 03:32:32.087457 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e113ac44-1c97-43cc-9f96-17bc510a92a0 req-2d3a02dd-12cf-46ea-8b3b-ea4f4c7f74cd tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505922
Mar 25 03:32:32.259899 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57ad65-d72f-4c3a-9708-a7d6616df49c req-7bd946c9-38fa-4005-a267-a3542ad76718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:32.259899 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8c57ad65-d72f-4c3a-9708-a7d6616df49c req-7bd946c9-38fa-4005-a267-a3542ad76718 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=680fe419d6a44ddcb8a1965b421ce8e9&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1655958
Mar 25 03:32:32.353816 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57ad65-d72f-4c3a-9708-a7d6616df49c req-9a14a159-76b0-4687-b41b-6f5a469d7a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:32.355928 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8c57ad65-d72f-4c3a-9708-a7d6616df49c req-9a14a159-76b0-4687-b41b-6f5a469d7a65 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0903199
Mar 25 03:32:32.443460 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-20c53380-d2fc-47fd-8903-713f7faa35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:32.445221 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-20c53380-d2fc-47fd-8903-713f7faa35a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=680fe419d6a44ddcb8a1965b421ce8e9&device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 1127 time: 0.0452955
Mar 25 03:32:32.486834 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-6059519c-f586-4f86-b30c-e51601cadbb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9983117-474b-4d6c-a92f-7cafb4b13c9f HTTP/1.1" status: 200  len: 217 time: 0.0342278
Mar 25 03:32:32.548811 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-68cc2420-4d62-4aa7-88e8-ad42ccf4777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:32.549155 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-68cc2420-4d62-4aa7-88e8-ad42ccf4777d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6 HTTP/1.1" status: 200  len: 849 time: 0.0486729
Mar 25 03:32:32.633748 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-752c1661-4bb3-4c1c-aea1-39d93929b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:32.635264 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-752c1661-4bb3-4c1c-aea1-39d93929b5e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe920f0-4ddb-467c-b2c3-bde300f41195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0807176
Mar 25 03:32:32.650856 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fb55b-9c16-449f-9b18-92719b37e7ab req-b01b8331-54b0-4cef-9a52-242e0aff30c5 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:32.652879 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7e0fb55b-9c16-449f-9b18-92719b37e7ab req-b01b8331-54b0-4cef-9a52-242e0aff30c5 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 943 time: 0.0692284
Mar 25 03:32:32.701218 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7e0fb55b-9c16-449f-9b18-92719b37e7ab req-03907874-baf6-4c26-831b-916d18b0d060 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413527
Mar 25 03:32:33.212423 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5dc2b-3499-4e78-a969-ba6a81aa9024 req-a68987e7-aef0-40eb-bdb9-b366f4db5043 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:33.213814 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-00f5dc2b-3499-4e78-a969-ba6a81aa9024 req-a68987e7-aef0-40eb-bdb9-b366f4db5043 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0560706
Mar 25 03:32:33.259697 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-00f5dc2b-3499-4e78-a969-ba6a81aa9024 req-bd8452fd-c584-4925-9bb9-efdfc89ae03a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402639
Mar 25 03:32:33.622969 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-a04a573d-006a-4423-8997-304e6e49fd8e service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828214
Mar 25 03:32:33.817458 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d90a0a-15ed-4121-86cf-e4f323637923 req-fb11f5cf-2379-4a82-98c6-a6426a35491c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:33.818974 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-65d90a0a-15ed-4121-86cf-e4f323637923 req-fb11f5cf-2379-4a82-98c6-a6426a35491c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 943 time: 0.0511658
Mar 25 03:32:33.864590 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-65d90a0a-15ed-4121-86cf-e4f323637923 req-a9ab4f85-62d5-4a92-967e-9025905d05d2 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396585
Mar 25 03:32:34.374840 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7781b-880f-43a4-b786-31ca8324149c req-65c355a5-9bf2-4322-9254-6fc418db8c4f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:34.376299 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d1f7781b-880f-43a4-b786-31ca8324149c req-65c355a5-9bf2-4322-9254-6fc418db8c4f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0499907
Mar 25 03:32:34.422111 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d1f7781b-880f-43a4-b786-31ca8324149c req-4d193caa-8f36-4393-af44-b4041cab587d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402730
Mar 25 03:32:34.505571 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7c5b365c-adc0-4f50-8427-66fc53b0d18e req-9cbb5bad-53d5-484c-b7b4-5dbee188807b service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847242
Mar 25 03:32:34.983138 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00c661-3cda-4ca4-a69c-be33eba6a543 req-88b7e8ea-c035-420c-b7bc-abde08c73dff tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:34.986238 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4a00c661-3cda-4ca4-a69c-be33eba6a543 req-88b7e8ea-c035-420c-b7bc-abde08c73dff tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 943 time: 0.0570812
Mar 25 03:32:35.030844 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4a00c661-3cda-4ca4-a69c-be33eba6a543 req-74958459-285e-47dd-9470-da762d3f566e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405731
Mar 25 03:32:35.540739 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6c04-a24f-40b3-8ae6-98cdbad4a217 req-202e07e7-cba6-49a6-83ee-d77a8a302347 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:35.542732 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c78c6c04-a24f-40b3-8ae6-98cdbad4a217 req-202e07e7-cba6-49a6-83ee-d77a8a302347 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0509279
Mar 25 03:32:35.592560 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c78c6c04-a24f-40b3-8ae6-98cdbad4a217 req-74151a05-8482-463d-b0e0-8e20366018ac tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442624
Mar 25 03:32:36.145043 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41eaf05-0022-4503-b01b-8d45277d665a req-1fc23249-9f06-4f81-a047-0afaedf39391 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:36.146571 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a41eaf05-0022-4503-b01b-8d45277d665a req-1fc23249-9f06-4f81-a047-0afaedf39391 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 943 time: 0.0504813
Mar 25 03:32:36.194553 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a41eaf05-0022-4503-b01b-8d45277d665a req-36756887-4cc0-4819-b987-5b7cd173e219 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417583
Mar 25 03:32:36.711680 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55282665-d964-465b-9b85-5d1df63da843 req-4e2a4c4c-c5c0-42fd-81ab-29c169c8ebff tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:36.713407 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-55282665-d964-465b-9b85-5d1df63da843 req-4e2a4c4c-c5c0-42fd-81ab-29c169c8ebff tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0528231
Mar 25 03:32:36.769155 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-55282665-d964-465b-9b85-5d1df63da843 req-b13a1b67-ed98-4a90-beb7-9be61e356f6a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492227
Mar 25 03:32:37.314432 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adf870-9d8d-4a79-976c-c3d79f134756 req-87023f58-d7e4-4fd7-8dcb-176cd70a1497 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:37.316258 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-85adf870-9d8d-4a79-976c-c3d79f134756 req-87023f58-d7e4-4fd7-8dcb-176cd70a1497 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 943 time: 0.0549045
Mar 25 03:32:37.362813 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-85adf870-9d8d-4a79-976c-c3d79f134756 req-0b161ea2-192a-4483-8886-30123ed43eb0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412581
Mar 25 03:32:37.616063 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59982) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:37.742841 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-0b500330-85db-4763-a636-12705509575b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39521e840ab849668922a636d7348eb9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1255534
Mar 25 03:32:37.745120 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 59990) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:37.791698 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8ec3ea03-eaf2-4e07-979f-520cb4239bf9 admin admin] Publish callbacks [] for security_group (22b20f5e-089f-409c-9afa-5016e9bb9fca), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:37.812189 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8ec3ea03-eaf2-4e07-979f-520cb4239bf9 admin admin] Publish callbacks [] for security_group (22b20f5e-089f-409c-9afa-5016e9bb9fca), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:37.898931 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7c7bf-3671-4c3d-a8fe-50c026c4d1ec req-d4a5e200-2ad0-4d85-b920-4c939ee3e098 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:37.900408 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f2b7c7bf-3671-4c3d-a8fe-50c026c4d1ec req-d4a5e200-2ad0-4d85-b920-4c939ee3e098 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0586531
Mar 25 03:32:37.949265 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f2b7c7bf-3671-4c3d-a8fe-50c026c4d1ec req-7e8c1cf0-a066-4d91-9cd2-07ff360b66e2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425770
Mar 25 03:32:37.959770 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8ec3ea03-eaf2-4e07-979f-520cb4239bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (22b20f5e-089f-409c-9afa-5016e9bb9fca), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:37.964512 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8ec3ea03-eaf2-4e07-979f-520cb4239bf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:37.964512 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-8ec3ea03-eaf2-4e07-979f-520cb4239bf9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22b20f5e-089f-409c-9afa-5016e9bb9fca HTTP/1.1" status: 204  len: 168 time: 0.2180464
Mar 25 03:32:37.972233 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3ea03-eaf2-4e07-979f-520cb4239bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b20f5e-089f-409c-9afa-5016e9bb9fca,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:38.203521 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device c9983117-474b-4d6c-a92f-7cafb4b13c9f details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:32:38.302788 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port c9983117-474b-4d6c-a92f-7cafb4b13c9f, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=c9983117-474b-4d6c-a92f-7cafb4b13c9f,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:38.315447 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'port_id': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f', 'mac_address': 'fa:16:3e:03:5c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:32:38.359633 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port c9983117-474b-4d6c-a92f-7cafb4b13c9f is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:38.360025 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:38.374366 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9983117-474b-4d6c-a92f-7cafb4b13c9f {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:32:38.396054 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port c9983117-474b-4d6c-a92f-7cafb4b13c9f, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=c9983117-474b-4d6c-a92f-7cafb4b13c9f,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:38.474129 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:38.478851 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e1a31-d340-435c-9f81-dae6b2357abf req-6206b0a7-0a90-4f0b-9c4c-91ec5e061f6c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:38.480932 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-dc9e1a31-d340-435c-9f81-dae6b2357abf req-6206b0a7-0a90-4f0b-9c4c-91ec5e061f6c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 943 time: 0.0521924
Mar 25 03:32:38.529768 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-dc9e1a31-d340-435c-9f81-dae6b2357abf req-36342df7-1a26-48f4-b9ec-a747eba32a40 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432346
Mar 25 03:32:38.530308 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=c9983117-474b-4d6c-a92f-7cafb4b13c9f,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:38.827624 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['c9983117-474b-4d6c-a92f-7cafb4b13c9f'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:32:38.975864 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60036) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:39.067066 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3c9de-716d-4d36-bd11-ccd84efa26c7 req-13377024-97e6-4878-88ec-fc13ac7b67f8 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:39.068562 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a0e3c9de-716d-4d36-bd11-ccd84efa26c7 req-13377024-97e6-4878-88ec-fc13ac7b67f8 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0525177
Mar 25 03:32:39.075852 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-67182117-network', 'tenant_id': 'a5185ed76d0a4079bda29a0cf1b3f428'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:39.132046 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a0e3c9de-716d-4d36-bd11-ccd84efa26c7 req-92f1903a-7a58-490b-9e29-72e07d98fe49 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529733
Mar 25 03:32:39.182609 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Made reservation on behalf of a5185ed76d0a4079bda29a0cf1b3f428 for: {'network': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:32:39.184889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:39.193606 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:39.267200 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Publish callbacks [] for security_group (56639dd1-f345-4d74-b107-a9e8b8141864), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:39.331220 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (56639dd1-f345-4d74-b107-a9e8b8141864), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:39.351840 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188}  {{(pid=103656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:32:39.367160 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56639dd1-f345-4d74-b107-a9e8b8141864,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:39.371045 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (06d579de-ed8a-474b-8d53-73cc177fb850), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:39.371387 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.segments_db [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Added segment 06d579de-ed8a-474b-8d53-73cc177fb850 of type vlan for network 22cae172-9e74-44b0-aac7-9397eefb5f4f
Mar 25 03:32:39.416136 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (22cae172-9e74-44b0-aac7-9397eefb5f4f), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:39.543448 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (22cae172-9e74-44b0-aac7-9397eefb5f4f), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:39.544432 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:39.545013 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:39.605365 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] Pushing event updated for resources: {'Network': ['ID=22cae172-9e74-44b0-aac7-9397eefb5f4f,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:39.615844 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 22cae172-9e74-44b0-aac7-9397eefb5f4f details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:32:39.650805 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c59189-ad06-4854-b613-9e7c01c5143d req-5c59780d-70a0-4d4e-9556-098d29a29288 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:39.652836 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-71c59189-ad06-4854-b613-9e7c01c5143d req-5c59780d-70a0-4d4e-9556-098d29a29288 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 944 time: 0.0557060
Mar 25 03:32:39.684730 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-03c2ace2-dbc3-404f-8a20-b161cbe7b749 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7076159
Mar 25 03:32:39.687535 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60056) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:39.692350 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-66c4f0c3-c0d8-46e2-88cf-f968be138712 admin admin] Request body: {'subnet': {'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-67182117-subnet', 'tenant_id': 'a5185ed76d0a4079bda29a0cf1b3f428', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:39.703284 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-71c59189-ad06-4854-b613-9e7c01c5143d req-5ea8fe7c-48ca-4129-b7ff-ee110b2023f9 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436649
Mar 25 03:32:39.811342 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c4f0c3-c0d8-46e2-88cf-f968be138712 admin admin] Made reservation on behalf of a5185ed76d0a4079bda29a0cf1b3f428 for: {'subnet': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:32:39.813752 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-66c4f0c3-c0d8-46e2-88cf-f968be138712 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:39.865271 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60060) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:39.975045 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8e649a74-47bf-466f-91e3-9de03ccbb17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:40.045623 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8e649a74-47bf-466f-91e3-9de03ccbb17a admin admin] Publish callbacks [] for security_group (c972c1a1-d0c2-4f75-9e1a-b5b13bc3be5a), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:40.057181 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-66c4f0c3-c0d8-46e2-88cf-f968be138712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for subnet (3b02582a-279f-4c3a-b771-b7afba88bf33), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:40.111857 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4f0c3-c0d8-46e2-88cf-f968be138712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b02582a-279f-4c3a-b771-b7afba88bf33,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:40.119817 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8e649a74-47bf-466f-91e3-9de03ccbb17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c972c1a1-d0c2-4f75-9e1a-b5b13bc3be5a), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:40.121316 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4f0c3-c0d8-46e2-88cf-f968be138712 admin admin] Checking segment: {'id': '06d579de-ed8a-474b-8d53-73cc177fb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:32:40.121702 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4f0c3-c0d8-46e2-88cf-f968be138712 admin admin] Network hostable DHCP agents. Network: 22cae172-9e74-44b0-aac7-9397eefb5f4f, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:32:40.160495 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-8e649a74-47bf-466f-91e3-9de03ccbb17a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57e322f7971d43b2803f1ca0b01dc4ca&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2918384
Mar 25 03:32:40.160495 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e649a74-47bf-466f-91e3-9de03ccbb17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c972c1a1-d0c2-4f75-9e1a-b5b13bc3be5a,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:40.161241 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60066) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:40.186107 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4f0c3-c0d8-46e2-88cf-f968be138712 admin admin] Network 22cae172-9e74-44b0-aac7-9397eefb5f4f is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:32:40.226549 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device c9983117-474b-4d6c-a92f-7cafb4b13c9f up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:32:40.239259 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8071a44a-ee61-475b-a527-03ef772358af admin admin] Publish callbacks [] for security_group (c972c1a1-d0c2-4f75-9e1a-b5b13bc3be5a), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:40.250433 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-66c4f0c3-c0d8-46e2-88cf-f968be138712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 22cae172-9e74-44b0-aac7-9397eefb5f4f) {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:32:40.256239 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c4f0c3-c0d8-46e2-88cf-f968be138712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:40.256537 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-66c4f0c3-c0d8-46e2-88cf-f968be138712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:40.263984 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f1a51-1943-4373-b7b4-fc459f6e7017 None None] Network 22cae172-9e74-44b0-aac7-9397eefb5f4f requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:32:40.276204 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8071a44a-ee61-475b-a527-03ef772358af admin admin] Publish callbacks [] for security_group (c972c1a1-d0c2-4f75-9e1a-b5b13bc3be5a), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:40.307034 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bc567-5832-481f-821f-185a2fa043c6 req-d282dcce-02c9-47ea-b6ce-305d488dab3f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:40.308541 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-758bc567-5832-481f-821f-185a2fa043c6 req-d282dcce-02c9-47ea-b6ce-305d488dab3f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.1078026
Mar 25 03:32:40.342155 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-66c4f0c3-c0d8-46e2-88cf-f968be138712 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6535599
Mar 25 03:32:40.374534 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-758bc567-5832-481f-821f-185a2fa043c6 req-276edb05-e15b-4bf0-9ba6-02ffa4f2ad6b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593252
Mar 25 03:32:40.452500 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8071a44a-ee61-475b-a527-03ef772358af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c972c1a1-d0c2-4f75-9e1a-b5b13bc3be5a), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:40.456583 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8071a44a-ee61-475b-a527-03ef772358af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:40.458433 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-8071a44a-ee61-475b-a527-03ef772358af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c972c1a1-d0c2-4f75-9e1a-b5b13bc3be5a HTTP/1.1" status: 204  len: 168 time: 0.2965217
Mar 25 03:32:40.476275 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071a44a-ee61-475b-a527-03ef772358af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c972c1a1-d0c2-4f75-9e1a-b5b13bc3be5a,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:40.506715 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a97482-a15b-4eca-b4e3-6f2ae0562cba None None] Network 22cae172-9e74-44b0-aac7-9397eefb5f4f requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:32:40.547593 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port c9983117-474b-4d6c-a92f-7cafb4b13c9f completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:32:40.556256 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port c9983117-474b-4d6c-a92f-7cafb4b13c9f triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:40.556630 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:40.670583 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port c9983117-474b-4d6c-a92f-7cafb4b13c9f is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:40.671273 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:40.693987 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610e5788-4d6e-4610-891e-5e5e4fbeb029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:32:40.696683 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591dde8a-d674-4eb9-a1f9-86602fe0aa53" -d '{"events": [{"server_uuid": "610e5788-4d6e-4610-891e-5e5e4fbeb029", "name": "network-vif-plugged", "status": "completed", "tag": "c9983117-474b-4d6c-a92f-7cafb4b13c9f"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:32:40.711642 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port c9983117-474b-4d6c-a92f-7cafb4b13c9f, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=c9983117-474b-4d6c-a92f-7cafb4b13c9f,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:40.736263 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9215f3-54aa-401a-b062-19046ae726ad x-openstack-request-id: req-8e9215f3-54aa-401a-b062-19046ae726ad {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:32:40.736560 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610e5788-4d6e-4610-891e-5e5e4fbeb029", "name": "network-vif-plugged", "status": "completed", "tag": "c9983117-474b-4d6c-a92f-7cafb4b13c9f", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:32:40.736751 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e9215f3-54aa-401a-b062-19046ae726ad {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:32:40.737160 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9215f3-54aa-401a-b062-19046ae726ad'] response: {'server_uuid': '610e5788-4d6e-4610-891e-5e5e4fbeb029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f', 'code': 200}
Mar 25 03:32:40.806529 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:40.830235 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b179b9-aa05-4470-842e-2cda7f88531a req-af7c0656-1d77-4bce-a434-b3e100b45647 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:40.833780 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d1b179b9-aa05-4470-842e-2cda7f88531a req-af7c0656-1d77-4bce-a434-b3e100b45647 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 944 time: 0.0594931
Mar 25 03:32:40.873383 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=c9983117-474b-4d6c-a92f-7cafb4b13c9f,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:40.889405 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d1b179b9-aa05-4470-842e-2cda7f88531a req-e2476d87-e891-42eb-8e76-ba842d5d9559 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452769
Mar 25 03:32:41.021864 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60090) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:41.112951 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b194c-d42f-4549-bba9-3afedbdcb61b req-a968af51-a2ad-4f2b-b98c-baef0aee4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:41.114625 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-919b194c-d42f-4549-bba9-3afedbdcb61b req-a968af51-a2ad-4f2b-b98c-baef0aee4098 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 1129 time: 0.0483956
Mar 25 03:32:41.160129 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6243f281-17d9-43aa-bae7-0406bb2b3224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.163353 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-919b194c-d42f-4549-bba9-3afedbdcb61b req-60a92128-83fe-4030-b118-9f1f9ba36221 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403728
Mar 25 03:32:41.232148 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6243f281-17d9-43aa-bae7-0406bb2b3224 admin admin] Publish callbacks [] for security_group (7fa7f30d-cb98-47ac-9e7f-b1a96d107dbf), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.337094 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6243f281-17d9-43aa-bae7-0406bb2b3224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (7fa7f30d-cb98-47ac-9e7f-b1a96d107dbf), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.378327 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-6243f281-17d9-43aa-bae7-0406bb2b3224 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4059084dc89740bf932b08e6fc66fa49&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3553712
Mar 25 03:32:41.379540 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243f281-17d9-43aa-bae7-0406bb2b3224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa7f30d-cb98-47ac-9e7f-b1a96d107dbf,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:41.381147 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60094) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:41.396396 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60096) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:41.412000 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0dcba464-e1a3-4acd-abc2-84e7a325c1c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.436677 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-bbc23e87-24a7-48df-a5aa-056cd6f98a6d admin admin] Publish callbacks [] for security_group (7fa7f30d-cb98-47ac-9e7f-b1a96d107dbf), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.459823 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-bbc23e87-24a7-48df-a5aa-056cd6f98a6d admin admin] Publish callbacks [] for security_group (7fa7f30d-cb98-47ac-9e7f-b1a96d107dbf), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.490773 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0dcba464-e1a3-4acd-abc2-84e7a325c1c4 admin admin] Publish callbacks [] for security_group (26d279f5-d90f-458e-bf4f-9f89243d5bca), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.530020 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff3209-262f-4f53-905a-fb451dd7bfa4 req-3c034721-0c40-4ea1-baeb-600aa1691b74 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:41.531487 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e3ff3209-262f-4f53-905a-fb451dd7bfa4 req-3c034721-0c40-4ea1-baeb-600aa1691b74 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0768127
Mar 25 03:32:41.571269 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0dcba464-e1a3-4acd-abc2-84e7a325c1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (26d279f5-d90f-458e-bf4f-9f89243d5bca), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.581165 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e3ff3209-262f-4f53-905a-fb451dd7bfa4 req-142d742c-891c-4ec1-838f-d2c58d39cbae tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427577
Mar 25 03:32:41.613863 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-0dcba464-e1a3-4acd-abc2-84e7a325c1c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0794ca3955414417b64d176edd2073e2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2142262
Mar 25 03:32:41.614073 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcba464-e1a3-4acd-abc2-84e7a325c1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d279f5-d90f-458e-bf4f-9f89243d5bca,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:41.616377 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60102) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:41.667841 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6454e991-e002-4abd-9ae1-179cd1bacda5 admin admin] Publish callbacks [] for security_group (26d279f5-d90f-458e-bf4f-9f89243d5bca), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.675275 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-bbc23e87-24a7-48df-a5aa-056cd6f98a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (7fa7f30d-cb98-47ac-9e7f-b1a96d107dbf), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.679117 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-bbc23e87-24a7-48df-a5aa-056cd6f98a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.681029 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-bbc23e87-24a7-48df-a5aa-056cd6f98a6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fa7f30d-cb98-47ac-9e7f-b1a96d107dbf HTTP/1.1" status: 204  len: 168 time: 0.2980211
Mar 25 03:32:41.689959 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc23e87-24a7-48df-a5aa-056cd6f98a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa7f30d-cb98-47ac-9e7f-b1a96d107dbf,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:41.694690 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6454e991-e002-4abd-9ae1-179cd1bacda5 admin admin] Publish callbacks [] for security_group (26d279f5-d90f-458e-bf4f-9f89243d5bca), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.891762 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6454e991-e002-4abd-9ae1-179cd1bacda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (26d279f5-d90f-458e-bf4f-9f89243d5bca), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.894304 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6454e991-e002-4abd-9ae1-179cd1bacda5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:41.895484 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-6454e991-e002-4abd-9ae1-179cd1bacda5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26d279f5-d90f-458e-bf4f-9f89243d5bca HTTP/1.1" status: 204  len: 168 time: 0.2781739
Mar 25 03:32:41.903047 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454e991-e002-4abd-9ae1-179cd1bacda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d279f5-d90f-458e-bf4f-9f89243d5bca,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:42.027892 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1dd7c-22ce-4d37-99e8-0ca25ece1ff3 req-64bac0a8-a607-4f12-9e3e-127e9f6de63d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:42.029361 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-40e1dd7c-22ce-4d37-99e8-0ca25ece1ff3 req-64bac0a8-a607-4f12-9e3e-127e9f6de63d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0565419
Mar 25 03:32:42.075935 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-40e1dd7c-22ce-4d37-99e8-0ca25ece1ff3 req-8b62a357-e85b-45d4-8b21-f436f75349b0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409486
Mar 25 03:32:42.754025 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b34e40-9273-4568-a24b-3510bebf52fb req-0fba2799-1f90-4c64-93f4-e023f66e938a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:42.763373 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76b34e40-9273-4568-a24b-3510bebf52fb req-0fba2799-1f90-4c64-93f4-e023f66e938a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0998764
Mar 25 03:32:42.809377 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76b34e40-9273-4568-a24b-3510bebf52fb req-f7b45608-9403-47b4-af70-b23a75ef02dd tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451286
Mar 25 03:32:42.994502 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6c3960e2-227f-4a64-aa0c-88117e389d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:43.050763 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-10271d7d-b138-497a-bc21-02c6e1f92d51 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:43.052548 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-10271d7d-b138-497a-bc21-02c6e1f92d51 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/networks?id=22cae172-9e74-44b0-aac7-9397eefb5f4f HTTP/1.1" status: 200  len: 812 time: 0.1132412
Mar 25 03:32:43.067343 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-7a63a5cf-1d8c-43c5-a565-330efb0dfeb2 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/quotas/a5185ed76d0a4079bda29a0cf1b3f428 HTTP/1.1" status: 200  len: 375 time: 0.0096397
Mar 25 03:32:43.104954 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-6ae5d48d-ab4f-4558-a3a2-7350c1c743a8 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5185ed76d0a4079bda29a0cf1b3f428&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0321586
Mar 25 03:32:43.221263 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-ca6afe0f-9570-4de4-9962-0ea3fa9dac2d service neutron] 10.222.0.24 "GET /v2.0/networks/22cae172-9e74-44b0-aac7-9397eefb5f4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1053851
Mar 25 03:32:43.223174 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc917e4-2223-4005-be23-3e521a5a313b req-581ad55d-bafa-4f75-b9c7-d2dddafbf8e0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:43.231327 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8dc917e4-2223-4005-be23-3e521a5a313b req-581ad55d-bafa-4f75-b9c7-d2dddafbf8e0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0680263
Mar 25 03:32:43.281087 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8dc917e4-2223-4005-be23-3e521a5a313b req-3286a981-e9be-4fd7-8605-3a3074cab7bc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488982
Mar 25 03:32:43.318679 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-8093fb53-d7bc-4af0-b03e-11766d523b67 service neutron] 10.222.0.24 "GET /v2.0/networks/22cae172-9e74-44b0-aac7-9397eefb5f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0963223
Mar 25 03:32:43.411711 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef126cf5-8850-4a0b-b71d-8e7722c355ac req-9fa07657-58b9-4028-93c2-86f32b4eadd8 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:43.413406 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ef126cf5-8850-4a0b-b71d-8e7722c355ac req-9fa07657-58b9-4028-93c2-86f32b4eadd8 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0664122
Mar 25 03:32:43.422255 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60186) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:43.426880 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-d4626a8b-1959-4595-8911-271255bd837e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Request body: {'floatingip': {'port_id': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:43.471725 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d4626a8b-1959-4595-8911-271255bd837e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (71f13b22-fc2c-4098-822b-6dfbb8c8e5b5), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:43.599685 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-28442c84-0fe0-4a57-9484-c4f1b78c01eb req-97c845cc-8f4b-4bec-a9af-0cd2c480402a tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 210 time: 0.0509884
Mar 25 03:32:43.942816 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eee4e-0759-455a-ae40-0ebedeba7996 req-b7b92264-bab2-40a2-8486-33d6814a5e4f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:43.943249 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d4626a8b-1959-4595-8911-271255bd837e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:43.944523 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-185eee4e-0759-455a-ae40-0ebedeba7996 req-b7b92264-bab2-40a2-8486-33d6814a5e4f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0660865
Mar 25 03:32:44.006037 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d4626a8b-1959-4595-8911-271255bd837e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (71f13b22-fc2c-4098-822b-6dfbb8c8e5b5), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:44.029941 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-185eee4e-0759-455a-ae40-0ebedeba7996 req-a5ea7cf9-6ac9-42a4-bcee-fc13669dd1f9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797007
Mar 25 03:32:44.128361 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [None req-d4626a8b-1959-4595-8911-271255bd837e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Floating IP 71f13b22-fc2c-4098-822b-6dfbb8c8e5b5 associated. External IP: 172.27.0.147, port: c9983117-474b-4d6c-a92f-7cafb4b13c9f.
Mar 25 03:32:44.580609 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4626a8b-1959-4595-8911-271255bd837e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Router b174e628-a4ad-4a33-bbc0-6ca515b43c7c has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:32:44.678687 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60226) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:44.701372 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4626a8b-1959-4595-8911-271255bd837e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:32:44.706616 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d4626a8b-1959-4595-8911-271255bd837e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:44.711576 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f07e10-7baa-4d35-a9d5-28aa857c8f4d None None] Sync routers for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:32:44.724889 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f925aec-a88b-47d5-8a48-d9740a595ede req-02069437-a61a-493c-9339-3a6f0e241838 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 210 time: 0.0443828
Mar 25 03:32:44.733255 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f07e10-7baa-4d35-a9d5-28aa857c8f4d None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:32:44.736085 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-53f07e10-7baa-4d35-a9d5-28aa857c8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebe400100>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:32:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:44.754915 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-d4626a8b-1959-4595-8911-271255bd837e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "PUT /v2.0/floatingips/71f13b22-fc2c-4098-822b-6dfbb8c8e5b5 HTTP/1.1" status: 200  len: 991 time: 1.3315716
Mar 25 03:32:44.755604 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610e5788-4d6e-4610-891e-5e5e4fbeb029', 'tag': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:32:44.758047 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072ab139-e52e-4b3b-a9f5-7287a65330c9" -d '{"events": [{"name": "network-changed", "server_uuid": "610e5788-4d6e-4610-891e-5e5e4fbeb029", "tag": "c9983117-474b-4d6c-a92f-7cafb4b13c9f"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:32:44.797467 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c7a6ac-b0cd-48b7-aeea-bff1fe23cf06 x-openstack-request-id: req-21c7a6ac-b0cd-48b7-aeea-bff1fe23cf06 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:32:44.797903 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610e5788-4d6e-4610-891e-5e5e4fbeb029", "tag": "c9983117-474b-4d6c-a92f-7cafb4b13c9f", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:32:44.798193 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21c7a6ac-b0cd-48b7-aeea-bff1fe23cf06 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:32:44.798787 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c7a6ac-b0cd-48b7-aeea-bff1fe23cf06'] response: {'name': 'network-changed', 'server_uuid': '610e5788-4d6e-4610-891e-5e5e4fbeb029', 'tag': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f', 'status': 'completed', 'code': 200}
Mar 25 03:32:44.819572 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-74cc9f69-5096-4d2b-946e-ffa87ba033b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:44.855197 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-53f07e10-7baa-4d35-a9d5-28aa857c8f4d None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:32:44.894281 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-74cc9f69-5096-4d2b-946e-ffa87ba033b0 admin admin] Publish callbacks [] for security_group (0bc3d1ca-3458-418a-b23a-65ce43e92e1c), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:44.976817 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-74cc9f69-5096-4d2b-946e-ffa87ba033b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (0bc3d1ca-3458-418a-b23a-65ce43e92e1c), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:45.015972 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-74cc9f69-5096-4d2b-946e-ffa87ba033b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ac8df7c9fa34c15b428c7067b02ff7a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3361094
Mar 25 03:32:45.017136 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc9f69-5096-4d2b-946e-ffa87ba033b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc3d1ca-3458-418a-b23a-65ce43e92e1c,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:45.018840 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60234) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:45.068792 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-635603c2-20b2-42c0-8591-7f5ac141b2cb admin admin] Publish callbacks [] for security_group (0bc3d1ca-3458-418a-b23a-65ce43e92e1c), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:45.078420 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-53f07e10-7baa-4d35-a9d5-28aa857c8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebe400100>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '71f13b22-fc2c-4098-822b-6dfbb8c8e5b5', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'port_id': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'mac_address': 'fa:16:3e:03:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5788-4d6e-4610-891e-5e5e4fbeb029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:32:21Z', 'updated_at': '2022-03-25T03:32:43Z', 'revision_number': 1, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 5, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:45.091762 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-635603c2-20b2-42c0-8591-7f5ac141b2cb admin admin] Publish callbacks [] for security_group (0bc3d1ca-3458-418a-b23a-65ce43e92e1c), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:45.108995 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f07e10-7baa-4d35-a9d5-28aa857c8f4d None None] Checking router: b174e628-a4ad-4a33-bbc0-6ca515b43c7c for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:32:45.122365 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f07e10-7baa-4d35-a9d5-28aa857c8f4d None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:32:45.123082 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-53f07e10-7baa-4d35-a9d5-28aa857c8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebe400100>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:32:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:45.189766 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314e7b4-3c20-427c-be49-931a769f08bf req-d4c163b9-62d7-4014-bf90-d94adb3dc027 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:45.191321 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9314e7b4-3c20-427c-be49-931a769f08bf req-d4c163b9-62d7-4014-bf90-d94adb3dc027 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0567803
Mar 25 03:32:45.200356 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6ff645a1-9031-42dd-8e69-deeed508749e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:45.228331 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-53f07e10-7baa-4d35-a9d5-28aa857c8f4d None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:32:45.236622 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9314e7b4-3c20-427c-be49-931a769f08bf req-7f186a90-59ea-4b58-94af-09f15b49d651 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396719
Mar 25 03:32:45.274510 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-635603c2-20b2-42c0-8591-7f5ac141b2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (0bc3d1ca-3458-418a-b23a-65ce43e92e1c), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:45.277586 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-635603c2-20b2-42c0-8591-7f5ac141b2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:45.278720 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-635603c2-20b2-42c0-8591-7f5ac141b2cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bc3d1ca-3458-418a-b23a-65ce43e92e1c HTTP/1.1" status: 204  len: 168 time: 0.2589171
Mar 25 03:32:45.288706 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635603c2-20b2-42c0-8591-7f5ac141b2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc3d1ca-3458-418a-b23a-65ce43e92e1c,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:45.449496 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-53f07e10-7baa-4d35-a9d5-28aa857c8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebe400100>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '71f13b22-fc2c-4098-822b-6dfbb8c8e5b5', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'port_id': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'mac_address': 'fa:16:3e:03:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5788-4d6e-4610-891e-5e5e4fbeb029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:32:21Z', 'updated_at': '2022-03-25T03:32:43Z', 'revision_number': 1, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 5, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:32:45.478198 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f07e10-7baa-4d35-a9d5-28aa857c8f4d None None] The sync data for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi is: [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '71f13b22-fc2c-4098-822b-6dfbb8c8e5b5', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'port_id': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'mac_address': 'fa:16:3e:03:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5788-4d6e-4610-891e-5e5e4fbeb029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:32:21Z', 'updated_at': '2022-03-25T03:32:43Z', 'revision_number': 1, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 5, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:32:45.658024 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5df4d-8394-499e-8b9e-84bcddb46015 None None] New status for floating IP 71f13b22-fc2c-4098-822b-6dfbb8c8e5b5: ACTIVE {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:32:45.829992 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0b1a71a0-260b-4071-8b8e-5f493e2ba8f9 req-c9777d52-3f3e-4c4e-bbc9-5d439624f0fd tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 210 time: 0.0287101
Mar 25 03:32:45.875615 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ab139-e52e-4b3b-a9f5-7287a65330c9 req-8d6911c9-ecd1-446f-b337-1ded6c9be5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:45.877239 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-072ab139-e52e-4b3b-a9f5-7287a65330c9 req-8d6911c9-ecd1-446f-b337-1ded6c9be5d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=680fe419d6a44ddcb8a1965b421ce8e9&device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 1129 time: 0.0454407
Mar 25 03:32:45.968447 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ab139-e52e-4b3b-a9f5-7287a65330c9 req-da1982cb-80f3-409b-9d18-8dff6caddd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:45.969914 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-072ab139-e52e-4b3b-a9f5-7287a65330c9 req-da1982cb-80f3-409b-9d18-8dff6caddd43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0fe920f0-4ddb-467c-b2c3-bde300f41195 HTTP/1.1" status: 200  len: 911 time: 0.0822642
Mar 25 03:32:46.042920 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-072ab139-e52e-4b3b-a9f5-7287a65330c9 req-232c0837-717e-4719-aa2a-7b27942b2cdb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9983117-474b-4d6c-a92f-7cafb4b13c9f HTTP/1.1" status: 200  len: 1001 time: 0.0659139
Mar 25 03:32:46.047258 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60250) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:46.082997 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-62869139-497a-40ea-bcd5-cf6e94b5ce6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:46.117974 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ab139-e52e-4b3b-a9f5-7287a65330c9 req-7148bf8e-e622-47ee-9dfc-bef95e9450d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:46.119483 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-072ab139-e52e-4b3b-a9f5-7287a65330c9 req-7148bf8e-e622-47ee-9dfc-bef95e9450d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6 HTTP/1.1" status: 200  len: 849 time: 0.0661299
Mar 25 03:32:46.165544 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:46.210906 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-62869139-497a-40ea-bcd5-cf6e94b5ce6c admin admin] Publish callbacks [] for security_group (c6af4465-5510-4def-b5ea-f4b745b98279), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:46.217576 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ab139-e52e-4b3b-a9f5-7287a65330c9 req-4dba05c7-d108-4e20-9e5f-c7ab1cefad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:46.219113 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-072ab139-e52e-4b3b-a9f5-7287a65330c9 req-4dba05c7-d108-4e20-9e5f-c7ab1cefad95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe920f0-4ddb-467c-b2c3-bde300f41195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0721817
Mar 25 03:32:46.274544 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-62869139-497a-40ea-bcd5-cf6e94b5ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c6af4465-5510-4def-b5ea-f4b745b98279), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:46.331571 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-62869139-497a-40ea-bcd5-cf6e94b5ce6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c88f2d762394f3db1c662dd5856521c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2832682
Mar 25 03:32:46.334300 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60256) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:46.363448 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62869139-497a-40ea-bcd5-cf6e94b5ce6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6af4465-5510-4def-b5ea-f4b745b98279,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:46.386345 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-bd6068ec-1b7d-4da1-bc58-5acfac33050d admin admin] Publish callbacks [] for security_group (c6af4465-5510-4def-b5ea-f4b745b98279), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:46.392199 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-072ab139-e52e-4b3b-a9f5-7287a65330c9 req-220e7adf-8147-45ab-bf96-f39ad52f0f06 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613221
Mar 25 03:32:46.404759 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb550ea0-f782-4b96-bafb-6618a5a0e07e req-3e63eb2e-2d83-4225-8fed-93ff81646db8 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:46.406251 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fb550ea0-f782-4b96-bafb-6618a5a0e07e req-3e63eb2e-2d83-4225-8fed-93ff81646db8 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0988185
Mar 25 03:32:46.409379 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-bd6068ec-1b7d-4da1-bc58-5acfac33050d admin admin] Publish callbacks [] for security_group (c6af4465-5510-4def-b5ea-f4b745b98279), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:46.507302 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fb550ea0-f782-4b96-bafb-6618a5a0e07e req-b3d82112-2386-4bb0-bdef-624a67a7cd47 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920162
Mar 25 03:32:46.527333 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-072ab139-e52e-4b3b-a9f5-7287a65330c9 req-b3b7ba1c-cc5f-4463-86e7-8c48a381c52a service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201055
Mar 25 03:32:46.559743 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-bd6068ec-1b7d-4da1-bc58-5acfac33050d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c6af4465-5510-4def-b5ea-f4b745b98279), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:46.562405 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-bd6068ec-1b7d-4da1-bc58-5acfac33050d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:46.563552 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-bd6068ec-1b7d-4da1-bc58-5acfac33050d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6af4465-5510-4def-b5ea-f4b745b98279 HTTP/1.1" status: 204  len: 168 time: 0.2281253
Mar 25 03:32:46.571221 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6068ec-1b7d-4da1-bc58-5acfac33050d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6af4465-5510-4def-b5ea-f4b745b98279,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:46.924377 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-61608ebe-ec23-4ea7-a72f-8f320253a071 req-90300997-1b31-4312-872c-16a31bf21786 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 210 time: 0.0272303
Mar 25 03:32:47.111732 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-02ceee7e-bf3d-466a-9708-df163a086e80 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:47.113189 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-02ceee7e-bf3d-466a-9708-df163a086e80 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.35 "GET /v2.0/networks?id=22cae172-9e74-44b0-aac7-9397eefb5f4f HTTP/1.1" status: 200  len: 812 time: 0.1081414
Mar 25 03:32:47.130704 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-fd9f5211-4b58-4b3f-8030-9bc6917525a7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Request body: {'port': {'device_id': 'b7112c37-125c-4053-a32a-13197fbf9a32', 'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f', 'admin_state_up': True, 'tenant_id': 'a5185ed76d0a4079bda29a0cf1b3f428'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:47.377214 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-fd9f5211-4b58-4b3f-8030-9bc6917525a7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Made reservation on behalf of a5185ed76d0a4079bda29a0cf1b3f428 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:32:47.381326 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-fd9f5211-4b58-4b3f-8030-9bc6917525a7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:47.502859 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:47.513398 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-fd9f5211-4b58-4b3f-8030-9bc6917525a7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Allocated IP 172.20.0.7 (22cae172-9e74-44b0-aac7-9397eefb5f4f/3b02582a-279f-4c3a-b771-b7afba88bf33/121994d7-3d8a-4680-8810-7062505999dc) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:32:47.685312 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a0967-80d0-4799-9de6-3a4261417bf4 req-f9c90b1c-638c-481c-8327-18c2f0031d1d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:47.686837 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-eb7a0967-80d0-4799-9de6-3a4261417bf4 req-f9c90b1c-638c-481c-8327-18c2f0031d1d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.1116905
Mar 25 03:32:47.710976 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-fd9f5211-4b58-4b3f-8030-9bc6917525a7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks [] for port (121994d7-3d8a-4680-8810-7062505999dc), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:47.753682 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-eb7a0967-80d0-4799-9de6-3a4261417bf4 req-f498a66e-84b3-4a38-89ec-58fa9252ab0d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578585
Mar 25 03:32:47.862890 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-fd9f5211-4b58-4b3f-8030-9bc6917525a7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (121994d7-3d8a-4680-8810-7062505999dc), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:47.908068 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-fd9f5211-4b58-4b3f-8030-9bc6917525a7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Network 22cae172-9e74-44b0-aac7-9397eefb5f4f is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:32:47.910944 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-fd9f5211-4b58-4b3f-8030-9bc6917525a7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:32:47.917711 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-fd9f5211-4b58-4b3f-8030-9bc6917525a7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:32:47.923967 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f5211-4b58-4b3f-8030-9bc6917525a7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Pushing event updated for resources: {'Port': ['ID=121994d7-3d8a-4680-8810-7062505999dc,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:47.970947 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-fd9f5211-4b58-4b3f-8030-9bc6917525a7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:47.971219 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-fd9f5211-4b58-4b3f-8030-9bc6917525a7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:48.046795 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae88f6-093a-4362-b950-e9aba147e68a req-4b8396f2-8198-4f50-9757-4598355ec513 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:48.048241 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e7ae88f6-093a-4362-b950-e9aba147e68a req-4b8396f2-8198-4f50-9757-4598355ec513 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 931 time: 0.0545814
Mar 25 03:32:48.054095 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-fd9f5211-4b58-4b3f-8030-9bc6917525a7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9268494
Mar 25 03:32:48.073858 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Request body: {'port': {'device_id': 'b7112c37-125c-4053-a32a-13197fbf9a32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:32:48.141375 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (121994d7-3d8a-4680-8810-7062505999dc), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:48.325713 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e7ae88f6-093a-4362-b950-e9aba147e68a req-90e4faf2-0008-4c1f-bf39-8c9c277a8aa3 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2718685
Mar 25 03:32:48.443998 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121994d7-3d8a-4680-8810-7062505999dc {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:32:48.452234 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Publish callbacks [] for port (121994d7-3d8a-4680-8810-7062505999dc), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:48.464347 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Transition to ACTIVE for port object 121994d7-3d8a-4680-8810-7062505999dc will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:32:48.559832 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (121994d7-3d8a-4680-8810-7062505999dc), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:48.638183 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Pushing event updated for resources: {'Port': ['ID=121994d7-3d8a-4680-8810-7062505999dc,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:48.704749 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Attempting to bind port 121994d7-3d8a-4680-8810-7062505999dc on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:32:48.705095 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Attempting to bind port 121994d7-3d8a-4680-8810-7062505999dc by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '06d579de-ed8a-474b-8d53-73cc177fb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:32:48.705423 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Attempting to bind port 121994d7-3d8a-4680-8810-7062505999dc on network 22cae172-9e74-44b0-aac7-9397eefb5f4f {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:32:48.709881 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Port 121994d7-3d8a-4680-8810-7062505999dc on network 22cae172-9e74-44b0-aac7-9397eefb5f4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:32:48.710196 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Attempting to bind port 121994d7-3d8a-4680-8810-7062505999dc on network 22cae172-9e74-44b0-aac7-9397eefb5f4f {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:32:48.717323 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:32:48.717831 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Checking segment: {'id': '06d579de-ed8a-474b-8d53-73cc177fb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:32:48.730023 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Bound using segment: {'id': '06d579de-ed8a-474b-8d53-73cc177fb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:32:48.730023 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Bound port: 121994d7-3d8a-4680-8810-7062505999dc, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d579de-ed8a-474b-8d53-73cc177fb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:32:48.730023 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (121994d7-3d8a-4680-8810-7062505999dc), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:48.820427 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] For port 121994d7-3d8a-4680-8810-7062505999dc, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:32:48.826374 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] For port 121994d7-3d8a-4680-8810-7062505999dc, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=121994d7-3d8a-4680-8810-7062505999dc,segment=NetworkSegment(06d579de-ed8a-474b-8d53-73cc177fb850),segment_id=06d579de-ed8a-474b-8d53-73cc177fb850)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:32:48.859744 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c471-a097-42e3-b708-892cc6577c0c req-86710f84-539f-4732-9f3a-7f24b540d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:48.861299 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1271c471-a097-42e3-b708-892cc6577c0c req-86710f84-539f-4732-9f3a-7f24b540d632 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 1129 time: 0.0803940
Mar 25 03:32:48.920073 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f9f5e-2005-4f3a-8478-2b78b37f4c6e req-2f4020a3-f861-4549-b728-4dc21e13f77d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:48.921622 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3e1f9f5e-2005-4f3a-8478-2b78b37f4c6e req-2f4020a3-f861-4549-b728-4dc21e13f77d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0663021
Mar 25 03:32:48.923335 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (121994d7-3d8a-4680-8810-7062505999dc), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:48.934304 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1271c471-a097-42e3-b708-892cc6577c0c req-6cbbca58-27a9-4ba5-a881-330adfe74a55 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669153
Mar 25 03:32:48.982013 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:48.982631 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:48.983995 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] 10.222.0.35 "PUT /v2.0/ports/121994d7-3d8a-4680-8810-7062505999dc HTTP/1.1" status: 200  len: 1093 time: 0.9156156
Mar 25 03:32:48.986087 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7112c37-125c-4053-a32a-13197fbf9a32', 'tag': '121994d7-3d8a-4680-8810-7062505999dc'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:32:48.988268 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02abfd6a-5186-402d-b1bc-1e6c02112442" -d '{"events": [{"name": "network-changed", "server_uuid": "b7112c37-125c-4053-a32a-13197fbf9a32", "tag": "121994d7-3d8a-4680-8810-7062505999dc"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:32:49.023713 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74558b33-152a-4aca-aa50-2476fccf06ba service neutron] Pushing event updated for resources: {'Port': ['ID=121994d7-3d8a-4680-8810-7062505999dc,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:49.027585 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b684f085-3b3f-429e-976c-6e854e2446dd x-openstack-request-id: req-b684f085-3b3f-429e-976c-6e854e2446dd {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:32:49.028160 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7112c37-125c-4053-a32a-13197fbf9a32", "tag": "121994d7-3d8a-4680-8810-7062505999dc", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:32:49.028160 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b684f085-3b3f-429e-976c-6e854e2446dd {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:32:49.028485 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b684f085-3b3f-429e-976c-6e854e2446dd'] response: {'name': 'network-changed', 'server_uuid': 'b7112c37-125c-4053-a32a-13197fbf9a32', 'tag': '121994d7-3d8a-4680-8810-7062505999dc', 'status': 'completed', 'code': 200}
Mar 25 03:32:49.033010 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3e1f9f5e-2005-4f3a-8478-2b78b37f4c6e req-ab43327e-0092-4a3e-b567-8c8e37c2d133 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016345
Mar 25 03:32:49.216944 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfd6a-5186-402d-b1bc-1e6c02112442 req-0eac2bc2-2351-4164-8515-a15a3868a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:49.218765 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-02abfd6a-5186-402d-b1bc-1e6c02112442 req-0eac2bc2-2351-4164-8515-a15a3868a267 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5185ed76d0a4079bda29a0cf1b3f428&device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 1127 time: 0.0505550
Mar 25 03:32:49.228894 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:49.315959 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfd6a-5186-402d-b1bc-1e6c02112442 req-580a592e-faa0-431b-91b2-46d1d6aaf76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:49.317398 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-02abfd6a-5186-402d-b1bc-1e6c02112442 req-580a592e-faa0-431b-91b2-46d1d6aaf76f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a5185ed76d0a4079bda29a0cf1b3f428&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0911174
Mar 25 03:32:49.416560 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfd6a-5186-402d-b1bc-1e6c02112442 req-f15ed4a2-1446-40a5-8bed-90cadf5a1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:49.418221 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-02abfd6a-5186-402d-b1bc-1e6c02112442 req-f15ed4a2-1446-40a5-8bed-90cadf5a1a31 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0932083
Mar 25 03:32:49.451025 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82694b71-dd0d-466b-887d-af09430b4378 req-07491388-1eea-449e-ad8a-7af9808896c2 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:49.451577 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-82694b71-dd0d-466b-887d-af09430b4378 req-07491388-1eea-449e-ad8a-7af9808896c2 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 943 time: 0.0549619
Mar 25 03:32:49.502243 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-82694b71-dd0d-466b-887d-af09430b4378 req-da2cf079-7948-483b-9b3d-93ef6f4bbef5 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445979
Mar 25 03:32:49.505323 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-04b5227e-b7dc-41da-b49b-882884dc49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:49.507304 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-04b5227e-b7dc-41da-b49b-882884dc49fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5185ed76d0a4079bda29a0cf1b3f428&device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 1127 time: 0.0469458
Mar 25 03:32:49.558415 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-3b711232-87bf-4f36-90ca-fab9f84c0f2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=121994d7-3d8a-4680-8810-7062505999dc HTTP/1.1" status: 200  len: 217 time: 0.0398483
Mar 25 03:32:49.611457 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-962e5939-79b7-4822-b694-73d48ac52e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:49.613044 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-962e5939-79b7-4822-b694-73d48ac52e62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b02582a-279f-4c3a-b771-b7afba88bf33 HTTP/1.1" status: 200  len: 852 time: 0.0470843
Mar 25 03:32:49.647593 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-803edbbb-5084-4752-96de-816a91bfb030 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22cae172-9e74-44b0-aac7-9397eefb5f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257585
Mar 25 03:32:49.744151 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-a6aa118b-109b-4ba9-b6c6-2bbe94bffa7e service neutron] 10.222.0.35 "GET /v2.0/networks/22cae172-9e74-44b0-aac7-9397eefb5f4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897439
Mar 25 03:32:49.880925 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-78939b48-7ac1-4aec-8bdb-e623548c2527 req-5bad57e9-a421-483b-ba89-8fe52da9c71e service neutron] 10.222.0.35 "GET /v2.0/networks/22cae172-9e74-44b0-aac7-9397eefb5f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240053
Mar 25 03:32:50.147217 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781fe99-238a-4fa8-9d73-046fcb327991 req-fbad80d2-415b-4575-9815-e3b063ae1bb6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:50.148700 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9781fe99-238a-4fa8-9d73-046fcb327991 req-fbad80d2-415b-4575-9815-e3b063ae1bb6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0514860
Mar 25 03:32:50.199625 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9781fe99-238a-4fa8-9d73-046fcb327991 req-c455592e-5bd7-4704-8bc5-4faa3217af71 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446122
Mar 25 03:32:50.320968 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60366) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:50.423265 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c0805e15-9c51-476a-a1eb-1d908bf51430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:50.494856 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c0805e15-9c51-476a-a1eb-1d908bf51430 admin admin] Publish callbacks [] for security_group (b61e4dd9-2c8e-4476-ad04-48462567c00b), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:50.589388 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c0805e15-9c51-476a-a1eb-1d908bf51430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (b61e4dd9-2c8e-4476-ad04-48462567c00b), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:50.648449 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-c0805e15-9c51-476a-a1eb-1d908bf51430 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58df856224c84d298865e9687aaaef2f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3263888
Mar 25 03:32:50.649256 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0805e15-9c51-476a-a1eb-1d908bf51430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61e4dd9-2c8e-4476-ad04-48462567c00b,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:50.651719 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60374) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:50.668677 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2973b1-51a8-4f48-8ed1-64e518590584 req-54f5c4de-e7a7-496f-a39a-7767313d7e28 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:50.670217 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bf2973b1-51a8-4f48-8ed1-64e518590584 req-54f5c4de-e7a7-496f-a39a-7767313d7e28 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 943 time: 0.0982554
Mar 25 03:32:50.700676 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-47970971-c74c-4b40-8705-d628714f1401 admin admin] Publish callbacks [] for security_group (b61e4dd9-2c8e-4476-ad04-48462567c00b), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:50.717821 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bf2973b1-51a8-4f48-8ed1-64e518590584 req-237ac84a-2d68-444a-a2d5-314ce1835432 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414391
Mar 25 03:32:50.721949 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-47970971-c74c-4b40-8705-d628714f1401 admin admin] Publish callbacks [] for security_group (b61e4dd9-2c8e-4476-ad04-48462567c00b), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:50.862829 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-47970971-c74c-4b40-8705-d628714f1401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (b61e4dd9-2c8e-4476-ad04-48462567c00b), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:50.865519 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-47970971-c74c-4b40-8705-d628714f1401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:50.866847 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-47970971-c74c-4b40-8705-d628714f1401 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b61e4dd9-2c8e-4476-ad04-48462567c00b HTTP/1.1" status: 204  len: 168 time: 0.2139640
Mar 25 03:32:50.875548 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47970971-c74c-4b40-8705-d628714f1401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61e4dd9-2c8e-4476-ad04-48462567c00b,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:51.341163 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72c417-23e1-4a7e-837b-f7d40ff2d6cd req-e2d5c651-71ce-4b3d-8437-347cac4717a6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:51.342696 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5d72c417-23e1-4a7e-837b-f7d40ff2d6cd req-e2d5c651-71ce-4b3d-8437-347cac4717a6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0593941
Mar 25 03:32:51.397826 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5d72c417-23e1-4a7e-837b-f7d40ff2d6cd req-53d0f4d7-ab18-4388-8875-2f37d52aea92 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471725
Mar 25 03:32:51.889343 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b02c47-3b58-45cb-81e9-39d55920c83d req-490d9c49-f6fa-432a-ae2d-1a42494d0a4a tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:51.894416 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d1b02c47-3b58-45cb-81e9-39d55920c83d req-490d9c49-f6fa-432a-ae2d-1a42494d0a4a tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 943 time: 0.0569220
Mar 25 03:32:51.939560 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d1b02c47-3b58-45cb-81e9-39d55920c83d req-63a94510-cf51-4a54-8730-053f65d8991b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429738
Mar 25 03:32:52.014879 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbcf96-7c63-4fdf-87a5-4929f7a57745 req-414866b1-cedc-46db-9b37-af16401ec99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:52.016492 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6efbcf96-7c63-4fdf-87a5-4929f7a57745 req-414866b1-cedc-46db-9b37-af16401ec99f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 1129 time: 0.0609546
Mar 25 03:32:52.091098 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa04146-c814-4bd0-9acd-003ba13eab79 req-46b8555a-bc04-4f8f-a467-a636c897537e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:52.093358 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5fa04146-c814-4bd0-9acd-003ba13eab79 req-46b8555a-bc04-4f8f-a467-a636c897537e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0660019
Mar 25 03:32:52.130064 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbcf96-7c63-4fdf-87a5-4929f7a57745 req-bc632d78-a71d-4553-88a4-31ec9b6899c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:52.131687 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6efbcf96-7c63-4fdf-87a5-4929f7a57745 req-bc632d78-a71d-4553-88a4-31ec9b6899c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 919 time: 0.1084383
Mar 25 03:32:52.141658 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5fa04146-c814-4bd0-9acd-003ba13eab79 req-c0822406-89a8-4271-a62c-0bf5352b1173 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422046
Mar 25 03:32:52.177149 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6efbcf96-7c63-4fdf-87a5-4929f7a57745 req-c5788708-ce71-471b-9d46-b6de0e110f21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09219ae5-fb35-4a1c-8769-efa178c6dd25 HTTP/1.1" status: 200  len: 217 time: 0.0385964
Mar 25 03:32:52.233758 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbcf96-7c63-4fdf-87a5-4929f7a57745 req-9627053d-f7f1-4749-ba39-c3c7859f442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:52.235251 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6efbcf96-7c63-4fdf-87a5-4929f7a57745 req-9627053d-f7f1-4749-ba39-c3c7859f442b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0480628
Mar 25 03:32:52.287854 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 121994d7-3d8a-4680-8810-7062505999dc details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:32:52.302338 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbcf96-7c63-4fdf-87a5-4929f7a57745 req-2cd9bad4-0640-4373-a2c6-22ab091d387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:52.304493 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6efbcf96-7c63-4fdf-87a5-4929f7a57745 req-2cd9bad4-0640-4373-a2c6-22ab091d387c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0602756
Mar 25 03:32:52.414890 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 121994d7-3d8a-4680-8810-7062505999dc, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=121994d7-3d8a-4680-8810-7062505999dc,segment=NetworkSegment(06d579de-ed8a-474b-8d53-73cc177fb850),segment_id=06d579de-ed8a-474b-8d53-73cc177fb850)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:52.414890 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '121994d7-3d8a-4680-8810-7062505999dc', 'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f', 'port_id': '121994d7-3d8a-4680-8810-7062505999dc', 'mac_address': 'fa:16:3e:b8:81:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b02582a-279f-4c3a-b771-b7afba88bf33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:32:52.439442 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 121994d7-3d8a-4680-8810-7062505999dc is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:52.439841 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (121994d7-3d8a-4680-8810-7062505999dc), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:52.453049 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121994d7-3d8a-4680-8810-7062505999dc {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:32:52.473957 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 121994d7-3d8a-4680-8810-7062505999dc, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=121994d7-3d8a-4680-8810-7062505999dc,segment=NetworkSegment(06d579de-ed8a-474b-8d53-73cc177fb850),segment_id=06d579de-ed8a-474b-8d53-73cc177fb850)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:52.542540 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (121994d7-3d8a-4680-8810-7062505999dc), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:52.594324 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=121994d7-3d8a-4680-8810-7062505999dc,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:53.064883 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d0ef-a686-4f40-b49a-3fdfb51f66de req-250c2660-0114-4b47-8b22-0d6e7673ef97 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:53.066424 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c718d0ef-a686-4f40-b49a-3fdfb51f66de req-250c2660-0114-4b47-8b22-0d6e7673ef97 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 944 time: 0.0524795
Mar 25 03:32:53.114375 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c718d0ef-a686-4f40-b49a-3fdfb51f66de req-77d33d5d-864a-4fce-a758-613c5ecc3fd0 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421844
Mar 25 03:32:53.291371 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6efbcf96-7c63-4fdf-87a5-4929f7a57745 req-a9e2c5e2-faef-42b5-92c7-75b3b4c4f451 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1166859
Mar 25 03:32:53.299070 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea680912-b86f-40f3-9756-ef9aebfff4b6 req-00b9843a-8207-41bb-b20d-6b134cad0689 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:53.300426 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ea680912-b86f-40f3-9756-ef9aebfff4b6 req-00b9843a-8207-41bb-b20d-6b134cad0689 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0848646
Mar 25 03:32:53.346852 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ea680912-b86f-40f3-9756-ef9aebfff4b6 req-2bae8fe9-3df5-48fd-bbae-c67a5155bed2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409050
Mar 25 03:32:54.228892 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06be7dd-4b1b-4158-b23f-2771fdc446a1 req-60b868bd-27e7-421d-bf28-9ff2aca51e5c tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:54.230779 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c06be7dd-4b1b-4158-b23f-2771fdc446a1 req-60b868bd-27e7-421d-bf28-9ff2aca51e5c tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 944 time: 0.0508320
Mar 25 03:32:54.278156 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c06be7dd-4b1b-4158-b23f-2771fdc446a1 req-c7f4955f-71b9-46e0-88a0-86b70a0ed7d2 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419450
Mar 25 03:32:54.461529 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e624ac3-da4d-4d16-9bc7-927c029ae258 req-f7a193d1-0e61-43bd-b2b3-823af8af4bce tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:54.463277 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2e624ac3-da4d-4d16-9bc7-927c029ae258 req-f7a193d1-0e61-43bd-b2b3-823af8af4bce tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0523453
Mar 25 03:32:54.507919 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2e624ac3-da4d-4d16-9bc7-927c029ae258 req-79f2c436-424a-47af-8ec0-fa8d008f20e1 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392287
Mar 25 03:32:55.041271 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6efbcf96-7c63-4fdf-87a5-4929f7a57745 req-71c7b071-ed4e-45ae-bfbe-13c3225a9ce5 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914598
Mar 25 03:32:55.346378 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['121994d7-3d8a-4680-8810-7062505999dc'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:32:55.396076 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d322a7-ccac-4efb-8155-ffdabac21de0 req-b9c2a6f9-f7e6-415b-8e04-12cf391e42e8 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:55.397714 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-58d322a7-ccac-4efb-8155-ffdabac21de0 req-b9c2a6f9-f7e6-415b-8e04-12cf391e42e8 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 944 time: 0.0551188
Mar 25 03:32:55.444532 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-58d322a7-ccac-4efb-8155-ffdabac21de0 req-f9c1b4a8-13e2-4b5e-891e-7052b2c3f577 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408010
Mar 25 03:32:55.625682 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ceab1-e60b-4b4d-a26c-629f64f4c65c req-ef7ba8fb-b99f-478b-a53f-7c1d9c5adb65 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:55.627150 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e52ceab1-e60b-4b4d-a26c-629f64f4c65c req-ef7ba8fb-b99f-478b-a53f-7c1d9c5adb65 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0516758
Mar 25 03:32:55.674809 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e52ceab1-e60b-4b4d-a26c-629f64f4c65c req-bae45709-1fcd-4bb8-8b2b-c0a7951de4b4 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417769
Mar 25 03:32:56.563504 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc300943-a0d1-4fbb-bbf7-baebf19e4aef req-eb67bde7-b527-40af-a59c-de41444ab750 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:56.564900 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fc300943-a0d1-4fbb-bbf7-baebf19e4aef req-eb67bde7-b527-40af-a59c-de41444ab750 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 944 time: 0.0500329
Mar 25 03:32:56.612459 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fc300943-a0d1-4fbb-bbf7-baebf19e4aef req-07ed76eb-2e13-4503-a238-ee14c10b6828 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420246
Mar 25 03:32:56.838080 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fefac-47c7-4e1a-b776-3556c1356c56 req-2d9ecae2-7f16-4e0a-acf4-3e79b1713fbb tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:56.839624 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e95fefac-47c7-4e1a-b776-3556c1356c56 req-2d9ecae2-7f16-4e0a-acf4-3e79b1713fbb tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0573018
Mar 25 03:32:56.888437 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e95fefac-47c7-4e1a-b776-3556c1356c56 req-222102fd-c1f1-4558-bb2e-4f062d68f25f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427051
Mar 25 03:32:56.942857 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 121994d7-3d8a-4680-8810-7062505999dc up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:32:57.051010 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 121994d7-3d8a-4680-8810-7062505999dc completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:32:57.054974 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 121994d7-3d8a-4680-8810-7062505999dc triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:32:57.055343 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (121994d7-3d8a-4680-8810-7062505999dc), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:57.133378 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 121994d7-3d8a-4680-8810-7062505999dc is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:32:57.133801 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (121994d7-3d8a-4680-8810-7062505999dc), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:57.157745 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7112c37-125c-4053-a32a-13197fbf9a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121994d7-3d8a-4680-8810-7062505999dc'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:32:57.160098 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8854377-aed2-4c34-bba1-395d0d391909" -d '{"events": [{"server_uuid": "b7112c37-125c-4053-a32a-13197fbf9a32", "name": "network-vif-plugged", "status": "completed", "tag": "121994d7-3d8a-4680-8810-7062505999dc"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:32:57.174096 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 121994d7-3d8a-4680-8810-7062505999dc, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=121994d7-3d8a-4680-8810-7062505999dc,segment=NetworkSegment(06d579de-ed8a-474b-8d53-73cc177fb850),segment_id=06d579de-ed8a-474b-8d53-73cc177fb850)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:32:57.196377 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb126f8-4a51-4a8a-a019-16470bb35461 x-openstack-request-id: req-1eb126f8-4a51-4a8a-a019-16470bb35461 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:32:57.196688 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7112c37-125c-4053-a32a-13197fbf9a32", "name": "network-vif-plugged", "status": "completed", "tag": "121994d7-3d8a-4680-8810-7062505999dc", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:32:57.196945 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1eb126f8-4a51-4a8a-a019-16470bb35461 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:32:57.197351 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb126f8-4a51-4a8a-a019-16470bb35461'] response: {'server_uuid': 'b7112c37-125c-4053-a32a-13197fbf9a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121994d7-3d8a-4680-8810-7062505999dc', 'code': 200}
Mar 25 03:32:57.274591 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (121994d7-3d8a-4680-8810-7062505999dc), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:57.326136 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=121994d7-3d8a-4680-8810-7062505999dc,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:57.367571 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f2790da9-1ed3-469c-bbb2-61c0612fc152 req-2cfd2583-0748-4595-a815-40dc83ea07b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0538392
Mar 25 03:32:57.477050 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2790da9-1ed3-469c-bbb2-61c0612fc152 req-df9ce2aa-5f89-4d09-964e-2a03422f9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:57.480160 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f2790da9-1ed3-469c-bbb2-61c0612fc152 req-df9ce2aa-5f89-4d09-964e-2a03422f9154 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 1130 time: 0.0652018
Mar 25 03:32:57.601192 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f72e1-e9c2-4b8d-845b-22c25ef1ec2a req-ef497f48-6141-4a92-8790-6c1a443f97fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:57.602884 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d46f72e1-e9c2-4b8d-845b-22c25ef1ec2a req-ef497f48-6141-4a92-8790-6c1a443f97fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 1129 time: 0.0491238
Mar 25 03:32:57.606488 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2790da9-1ed3-469c-bbb2-61c0612fc152 req-45fa9dad-8820-4887-a40c-543bd6d1e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:57.607930 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f2790da9-1ed3-469c-bbb2-61c0612fc152 req-45fa9dad-8820-4887-a40c-543bd6d1e938 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 915 time: 0.0946796
Mar 25 03:32:57.673872 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d46f72e1-e9c2-4b8d-845b-22c25ef1ec2a req-b648fc18-9223-4904-ae2d-0868758fde53 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513902
Mar 25 03:32:57.690738 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f2790da9-1ed3-469c-bbb2-61c0612fc152 req-a2a7395d-4fa0-48e3-b4db-c5514d679cd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8d5160-907f-42cd-b018-d2bece330b3c HTTP/1.1" status: 200  len: 1002 time: 0.0688918
Mar 25 03:32:57.747703 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fb7ea-e06a-451e-a21f-39203bdc849c req-b8f91989-1fc1-4667-a967-5ad571a2e2fe tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:57.749215 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-175fb7ea-e06a-451e-a21f-39203bdc849c req-b8f91989-1fc1-4667-a967-5ad571a2e2fe tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0535157
Mar 25 03:32:57.796386 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-175fb7ea-e06a-451e-a21f-39203bdc849c req-03506f3f-7b48-4195-ae28-a5f05e498a7c tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414681
Mar 25 03:32:57.950144 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2790da9-1ed3-469c-bbb2-61c0612fc152 req-4481bbd7-309a-42c6-8ffc-5410b87503b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:57.951929 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f2790da9-1ed3-469c-bbb2-61c0612fc152 req-4481bbd7-309a-42c6-8ffc-5410b87503b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f66c337-0509-432b-a485-8345b9a5f7ed HTTP/1.1" status: 200  len: 853 time: 0.0583076
Mar 25 03:32:58.006527 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60592) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:58.041398 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2790da9-1ed3-469c-bbb2-61c0612fc152 req-3c358111-53d2-4e3e-9981-a12bec5c121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:58.043039 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f2790da9-1ed3-469c-bbb2-61c0612fc152 req-3c358111-53d2-4e3e-9981-a12bec5c121b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0836475
Mar 25 03:32:58.050956 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994caf73-a4e6-4ef9-bdb0-09bb969a6db3 req-3ae27476-35c5-4e0b-ab79-b1f0ca22b290 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:58.052366 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-994caf73-a4e6-4ef9-bdb0-09bb969a6db3 req-3ae27476-35c5-4e0b-ab79-b1f0ca22b290 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0834959
Mar 25 03:32:58.117042 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-20b6a4a2-065a-41dd-9122-68eb1f026eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:58.157018 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-994caf73-a4e6-4ef9-bdb0-09bb969a6db3 req-e1c5380c-e4ae-4e54-b659-d65c25c102fb tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967937
Mar 25 03:32:58.173517 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f2790da9-1ed3-469c-bbb2-61c0612fc152 req-a79baa3c-d353-4f8e-b773-2492a95201b9 service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202314
Mar 25 03:32:58.210804 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-20b6a4a2-065a-41dd-9122-68eb1f026eb3 admin admin] Publish callbacks [] for security_group (c2909e0f-d868-4b34-b4fd-893bf19d9b38), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:58.273247 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f2790da9-1ed3-469c-bbb2-61c0612fc152 req-b47631f3-2ec6-4748-8bd8-8bd55b903ea8 service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936503
Mar 25 03:32:58.274351 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-20b6a4a2-065a-41dd-9122-68eb1f026eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c2909e0f-d868-4b34-b4fd-893bf19d9b38), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:58.312097 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6a4a2-065a-41dd-9122-68eb1f026eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2909e0f-d868-4b34-b4fd-893bf19d9b38,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:58.319520 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-20b6a4a2-065a-41dd-9122-68eb1f026eb3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eaca084d21214dcd8be6170bceae5359&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3095160
Mar 25 03:32:58.320984 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60602) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:58.375629 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-39bb5a1f-6cd0-49b2-8606-e63d4bdc2bf7 admin admin] Publish callbacks [] for security_group (c2909e0f-d868-4b34-b4fd-893bf19d9b38), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:58.397378 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-39bb5a1f-6cd0-49b2-8606-e63d4bdc2bf7 admin admin] Publish callbacks [] for security_group (c2909e0f-d868-4b34-b4fd-893bf19d9b38), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:58.536871 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-39bb5a1f-6cd0-49b2-8606-e63d4bdc2bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c2909e0f-d868-4b34-b4fd-893bf19d9b38), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:58.539541 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-39bb5a1f-6cd0-49b2-8606-e63d4bdc2bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:58.542673 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-39bb5a1f-6cd0-49b2-8606-e63d4bdc2bf7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2909e0f-d868-4b34-b4fd-893bf19d9b38 HTTP/1.1" status: 204  len: 168 time: 0.2181504
Mar 25 03:32:58.550605 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb5a1f-6cd0-49b2-8606-e63d4bdc2bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2909e0f-d868-4b34-b4fd-893bf19d9b38,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:59.076640 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c016f0-33c3-43d1-ac80-4f142e65282e req-42d60155-23fb-4a61-bfb3-0b78ee910735 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:32:59.078309 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c9c016f0-33c3-43d1-ac80-4f142e65282e req-42d60155-23fb-4a61-bfb3-0b78ee910735 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0706360
Mar 25 03:32:59.146325 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c9c016f0-33c3-43d1-ac80-4f142e65282e req-853acee6-b140-4e45-8aec-ab5c7d5db397 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598042
Mar 25 03:32:59.457377 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60620) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:59.471240 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:59.541984 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Publish callbacks [] for security_group (8582675a-820c-44ad-b6c3-7eed9aef33e0), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:59.639636 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (8582675a-820c-44ad-b6c3-7eed9aef33e0), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:59.679155 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fabc90c5580d4017a5da8c5f293e437c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2206736
Mar 25 03:32:59.680970 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8582675a-820c-44ad-b6c3-7eed9aef33e0,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:59.681936 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60628) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:32:59.688610 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.688956 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.689295 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.689784 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.690139 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.690463 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.690789 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.691109 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.691436 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.691754 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.692073 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.692391 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.692708 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.693023 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.693334 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4062ab-6116-404c-80b0-2b693cef9fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.732610 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Publish callbacks [] for security_group (8582675a-820c-44ad-b6c3-7eed9aef33e0), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:59.753953 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Publish callbacks [] for security_group (8582675a-820c-44ad-b6c3-7eed9aef33e0), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:59.862613 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (8582675a-820c-44ad-b6c3-7eed9aef33e0), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:59.865214 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:32:59.866433 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8582675a-820c-44ad-b6c3-7eed9aef33e0 HTTP/1.1" status: 204  len: 168 time: 0.1827652
Mar 25 03:32:59.875765 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8582675a-820c-44ad-b6c3-7eed9aef33e0,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:32:59.883199 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.883546 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.884320 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.884320 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.884614 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.884967 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.885936 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.886569 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.886892 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.887220 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.887544 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.887864 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.888188 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.888505 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:32:59.888827 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216c0ca-7a12-49ff-9bcf-e6a103003d25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:00.320170 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:00.358543 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60646) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:00.371252 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-c2f3744c-17f2-4294-b1b3-543d2a84ae70 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--626728365', 'description': 'tempest-description--1800493019'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:00.457345 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d928b0-9e0e-4ed9-9db0-51dab9ed3f35 req-773d33ba-3465-4b55-84ca-76e1c9ee26d6 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:00.458843 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-72d928b0-9e0e-4ed9-9db0-51dab9ed3f35 req-773d33ba-3465-4b55-84ca-76e1c9ee26d6 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0509920
Mar 25 03:33:00.503260 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c2f3744c-17f2-4294-b1b3-543d2a84ae70 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:00.515156 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-72d928b0-9e0e-4ed9-9db0-51dab9ed3f35 req-56f05a03-5a4f-4cda-a63a-975671e74ba7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500000
Mar 25 03:33:00.586939 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c2f3744c-17f2-4294-b1b3-543d2a84ae70 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for security_group (e8faf44f-cce6-4f03-8f4d-bf21b60ff882), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:00.691267 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c2f3744c-17f2-4294-b1b3-543d2a84ae70 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (e8faf44f-cce6-4f03-8f4d-bf21b60ff882), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:00.720741 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3744c-17f2-4294-b1b3-543d2a84ae70 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8faf44f-cce6-4f03-8f4d-bf21b60ff882,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:00.824892 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c2f3744c-17f2-4294-b1b3-543d2a84ae70 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:00.826125 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-c2f3744c-17f2-4294-b1b3-543d2a84ae70 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4596510
Mar 25 03:33:00.829070 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60692) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:00.833465 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-c75f0a00-6049-4f3d-81f6-a86ebb773f6d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Request body: {'security_group_rule': {'security_group_id': 'e8faf44f-cce6-4f03-8f4d-bf21b60ff882', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:00.949913 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c75f0a00-6049-4f3d-81f6-a86ebb773f6d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for security_group_rule (4335d820-5a27-4df6-8b72-5a79a7c8a845), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:01.014498 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fa9f2-de5b-4291-ad4d-04d6d6a0fd7a req-fafa10ac-c68a-4730-9dce-dac46b18d45c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:01.016055 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4a6fa9f2-de5b-4291-ad4d-04d6d6a0fd7a req-fafa10ac-c68a-4730-9dce-dac46b18d45c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0960667
Mar 25 03:33:01.025137 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c75f0a00-6049-4f3d-81f6-a86ebb773f6d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for security_group_rule (4335d820-5a27-4df6-8b72-5a79a7c8a845), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:01.066484 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4a6fa9f2-de5b-4291-ad4d-04d6d6a0fd7a req-72896149-a80b-4944-a52f-afb7cd659160 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431492
Mar 25 03:33:01.067872 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c75f0a00-6049-4f3d-81f6-a86ebb773f6d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (4335d820-5a27-4df6-8b72-5a79a7c8a845), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:01.098188 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f0a00-6049-4f3d-81f6-a86ebb773f6d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4335d820-5a27-4df6-8b72-5a79a7c8a845,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:01.202084 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c75f0a00-6049-4f3d-81f6-a86ebb773f6d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:01.203300 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-c75f0a00-6049-4f3d-81f6-a86ebb773f6d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3732121
Mar 25 03:33:01.209469 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60708) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:01.214609 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-246861e2-11c6-44b7-ba4e-69d37c72a6b0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Request body: {'security_group_rule': {'security_group_id': 'e8faf44f-cce6-4f03-8f4d-bf21b60ff882', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:01.329914 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-246861e2-11c6-44b7-ba4e-69d37c72a6b0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for security_group_rule (ada639b7-6eb5-4127-92c7-04d720da28cf), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:01.388499 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-246861e2-11c6-44b7-ba4e-69d37c72a6b0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for security_group_rule (ada639b7-6eb5-4127-92c7-04d720da28cf), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:01.525345 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-246861e2-11c6-44b7-ba4e-69d37c72a6b0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (ada639b7-6eb5-4127-92c7-04d720da28cf), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:01.786793 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246861e2-11c6-44b7-ba4e-69d37c72a6b0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada639b7-6eb5-4127-92c7-04d720da28cf,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:01.898817 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-246861e2-11c6-44b7-ba4e-69d37c72a6b0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:01.900264 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-246861e2-11c6-44b7-ba4e-69d37c72a6b0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6898108
Mar 25 03:33:01.903328 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60718) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:01.908184 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:02.016817 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:02.134019 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:02.226162 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be59f3-f143-4c0d-865f-9aa1e32f9530 req-35cc0059-f32f-4fe6-b7e3-9fb931077826 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:02.228781 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-87be59f3-f143-4c0d-865f-9aa1e32f9530 req-35cc0059-f32f-4fe6-b7e3-9fb931077826 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0611591
Mar 25 03:33:02.264115 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Allocated IP 172.27.0.237 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/25be164a-9732-48e3-acf4-a905d2535888) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:33:02.279038 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-87be59f3-f143-4c0d-865f-9aa1e32f9530 req-eed5eb58-956f-405e-879a-1655422ca917 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431294
Mar 25 03:33:02.367674 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for port (25be164a-9732-48e3-acf4-a905d2535888), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:02.508647 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (25be164a-9732-48e3-acf4-a905d2535888), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:02.549486 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:33:02.552259 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:02.554978 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:33:02.588656 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Pushing event updated for resources: {'Port': ['ID=25be164a-9732-48e3-acf4-a905d2535888,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:02.652482 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for floatingip (2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:02.756804 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60746) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:02.763901 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (25be164a-9732-48e3-acf4-a905d2535888), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:02.867367 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-912fc347-7f3c-4ef1-9cfc-a6383de1e21f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:02.912804 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for port (25be164a-9732-48e3-acf4-a905d2535888), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:02.948524 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-912fc347-7f3c-4ef1-9cfc-a6383de1e21f admin admin] Publish callbacks [] for security_group (f302f615-5fdf-49cb-9ebd-72ca54c55b72), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:02.982434 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (25be164a-9732-48e3-acf4-a905d2535888), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:03.005228 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-912fc347-7f3c-4ef1-9cfc-a6383de1e21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (f302f615-5fdf-49cb-9ebd-72ca54c55b72), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:03.044405 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fc347-7f3c-4ef1-9cfc-a6383de1e21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f302f615-5fdf-49cb-9ebd-72ca54c55b72,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:03.050050 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-912fc347-7f3c-4ef1-9cfc-a6383de1e21f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a96671583c94c99a618651c99a5c458&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2921135
Mar 25 03:33:03.052595 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60750) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:03.055708 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Pushing event updated for resources: {'Port': ['ID=25be164a-9732-48e3-acf4-a905d2535888,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:03.066332 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:03.112029 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-90df51c2-fc31-4ab3-b396-eceee5516ea7 admin admin] Publish callbacks [] for security_group (f302f615-5fdf-49cb-9ebd-72ca54c55b72), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:03.127490 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:03.128908 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-527b5acb-f99d-472b-a172-0d7d6d5c177e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2243958
Mar 25 03:33:03.133786 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-90df51c2-fc31-4ab3-b396-eceee5516ea7 admin admin] Publish callbacks [] for security_group (f302f615-5fdf-49cb-9ebd-72ca54c55b72), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:03.257064 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-90df51c2-fc31-4ab3-b396-eceee5516ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (f302f615-5fdf-49cb-9ebd-72ca54c55b72), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:03.259667 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-90df51c2-fc31-4ab3-b396-eceee5516ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:03.261317 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-90df51c2-fc31-4ab3-b396-eceee5516ea7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f302f615-5fdf-49cb-9ebd-72ca54c55b72 HTTP/1.1" status: 204  len: 168 time: 0.2076368
Mar 25 03:33:03.271463 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df51c2-fc31-4ab3-b396-eceee5516ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f302f615-5fdf-49cb-9ebd-72ca54c55b72,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:03.414381 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08978912-da0e-4a15-a1c6-e18c8704f2b8 req-ccb7ab77-93bd-4925-beb1-d9da21a37bcb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:03.415882 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-08978912-da0e-4a15-a1c6-e18c8704f2b8 req-ccb7ab77-93bd-4925-beb1-d9da21a37bcb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0533602
Mar 25 03:33:03.466997 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-08978912-da0e-4a15-a1c6-e18c8704f2b8 req-4f5103b3-de50-42dd-93ac-43fa18cfd6af tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449345
Mar 25 03:33:03.784122 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60782) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:03.788775 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-82ed19f5-014b-4816-8446-d47028565ce6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--591510358', 'description': 'tempest-description--2081551487'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:03.891065 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-82ed19f5-014b-4816-8446-d47028565ce6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:03.955289 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-82ed19f5-014b-4816-8446-d47028565ce6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (019c5ba6-b415-4d93-b8d7-415ff6443876), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.022825 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-82ed19f5-014b-4816-8446-d47028565ce6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (019c5ba6-b415-4d93-b8d7-415ff6443876), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.051376 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed19f5-014b-4816-8446-d47028565ce6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019c5ba6-b415-4d93-b8d7-415ff6443876,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:04.115723 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-82ed19f5-014b-4816-8446-d47028565ce6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.116968 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-82ed19f5-014b-4816-8446-d47028565ce6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3317249
Mar 25 03:33:04.120411 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60792) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:04.126082 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-56c4e91f-a47b-4cd7-8774-b439de6e2720 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'security_group_rule': {'security_group_id': '019c5ba6-b415-4d93-b8d7-415ff6443876', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:04.233089 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-56c4e91f-a47b-4cd7-8774-b439de6e2720 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (6ee6311a-0bde-4f05-a366-12ca77f5f7bd), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.270407 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60796) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:04.293623 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-56c4e91f-a47b-4cd7-8774-b439de6e2720 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (6ee6311a-0bde-4f05-a366-12ca77f5f7bd), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.367248 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-127520930-network', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:04.371793 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-56c4e91f-a47b-4cd7-8774-b439de6e2720 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (6ee6311a-0bde-4f05-a366-12ca77f5f7bd), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.392921 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4e91f-a47b-4cd7-8774-b439de6e2720 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee6311a-0bde-4f05-a366-12ca77f5f7bd,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:04.468285 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Made reservation on behalf of 8fcb2a54095042de8f8a080ac25139a8 for: {'network': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:33:04.470789 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.480903 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.498890 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-56c4e91f-a47b-4cd7-8774-b439de6e2720 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.500585 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-56c4e91f-a47b-4cd7-8774-b439de6e2720 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3788252
Mar 25 03:33:04.502945 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60802) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:04.508556 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-61ddacd0-0f50-4cec-92b3-4451db060644 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'security_group_rule': {'security_group_id': '019c5ba6-b415-4d93-b8d7-415ff6443876', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:04.570998 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Publish callbacks [] for security_group (f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.601869 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bc4c9-6ae0-4130-8dbb-2adb605fb91c req-4770d909-2166-4743-86a3-cbfeb8f84d2f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:04.603329 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-210bc4c9-6ae0-4130-8dbb-2adb605fb91c req-4770d909-2166-4743-86a3-cbfeb8f84d2f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0576484
Mar 25 03:33:04.629419 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-61ddacd0-0f50-4cec-92b3-4451db060644 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (53bea37d-ae65-4356-b4ae-3bbd1ef4527a), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.672547 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-210bc4c9-6ae0-4130-8dbb-2adb605fb91c req-ccf38824-dc76-4221-9373-8e6c5d6a759d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631196
Mar 25 03:33:04.685538 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.696618 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-61ddacd0-0f50-4cec-92b3-4451db060644 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (53bea37d-ae65-4356-b4ae-3bbd1ef4527a), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.709173 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175}  {{(pid=103655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:33:04.724285 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:04.727212 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (d40cb7fc-d41f-4cee-b926-0a8a81692946), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.727557 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.segments_db [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Added segment d40cb7fc-d41f-4cee-b926-0a8a81692946 of type vlan for network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc
Mar 25 03:33:04.767464 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (07ccd347-40aa-4c31-8a8d-fe25ce66bfcc), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.788456 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-61ddacd0-0f50-4cec-92b3-4451db060644 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (53bea37d-ae65-4356-b4ae-3bbd1ef4527a), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.810026 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddacd0-0f50-4cec-92b3-4451db060644 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bea37d-ae65-4356-b4ae-3bbd1ef4527a,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:04.885353 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (07ccd347-40aa-4c31-8a8d-fe25ce66bfcc), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.886419 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:04.887017 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.887266 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-61ddacd0-0f50-4cec-92b3-4451db060644 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.888502 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-61ddacd0-0f50-4cec-92b3-4451db060644 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3844161
Mar 25 03:33:04.891730 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60808) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:04.895976 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:04.949647 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] Pushing event updated for resources: {'Network': ['ID=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:04.961519 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:33:04.965471 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:04.985324 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-05319647-4b9a-4937-a627-3e93ace11dfc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7133753
Mar 25 03:33:04.988255 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60810) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:04.993393 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-aaa4ddb3-11c7-47b1-b5e6-12ee7e228502 admin admin] Request body: {'subnet': {'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-127520930-subnet', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'ip_version': 4}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:05.074702 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa4ddb3-11c7-47b1-b5e6-12ee7e228502 admin admin] Made reservation on behalf of 8fcb2a54095042de8f8a080ac25139a8 for: {'subnet': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:33:05.077101 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ddb3-11c7-47b1-b5e6-12ee7e228502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10372161'] for subnet (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.080277 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.195444 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Allocated IP 172.27.0.162 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/1cd500b8-da37-4fa8-a153-4ed137640d0e) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:33:05.297209 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for port (1cd500b8-da37-4fa8-a153-4ed137640d0e), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.314119 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ddb3-11c7-47b1-b5e6-12ee7e228502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10372183'] for subnet (98415b84-7245-4a42-a6bf-b855a96bda62), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.346514 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:33:05.373680 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4ddb3-11c7-47b1-b5e6-12ee7e228502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98415b84-7245-4a42-a6bf-b855a96bda62,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:05.381917 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa4ddb3-11c7-47b1-b5e6-12ee7e228502 admin admin] Checking segment: {'id': 'd40cb7fc-d41f-4cee-b926-0a8a81692946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:33:05.382269 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa4ddb3-11c7-47b1-b5e6-12ee7e228502 admin admin] Network hostable DHCP agents. Network: 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:33:05.394360 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (1cd500b8-da37-4fa8-a153-4ed137640d0e), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.431030 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:33:05.433889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:05.439513 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:33:05.449269 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'Port': ['ID=1cd500b8-da37-4fa8-a153-4ed137640d0e,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:05.468640 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa4ddb3-11c7-47b1-b5e6-12ee7e228502 admin admin] Network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:33:05.496859 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (2f95e7f2-814c-4cae-92ca-7eecbbc0183f), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.531222 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-aaa4ddb3-11c7-47b1-b5e6-12ee7e228502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc) {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:05.535744 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa4ddb3-11c7-47b1-b5e6-12ee7e228502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:05.539408 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ddb3-11c7-47b1-b5e6-12ee7e228502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.541586 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43759f02-813c-49b7-8be7-134f16ee01b1 None None] Network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:33:05.596821 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1cd500b8-da37-4fa8-a153-4ed137640d0e), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.629765 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-aaa4ddb3-11c7-47b1-b5e6-12ee7e228502 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6386898
Mar 25 03:33:05.630019 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60816) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:05.649715 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc172e3e5-e1be-56d1-a7aa-0c23e9db9063-07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'fixed_ips': [{'subnet_id': '98415b84-7245-4a42-a6bf-b855a96bda62'}]}} from dv-cinder-835168-1-iscsi. {{(pid=103657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 25 03:33:05.650612 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.652269 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:05.777718 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6037'] for router (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.778795 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6124'] for router (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.783500 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for port (1cd500b8-da37-4fa8-a153-4ed137640d0e), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.787408 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Allocated IP 172.20.0.2 (07ccd347-40aa-4c31-8a8d-fe25ce66bfcc/98415b84-7245-4a42-a6bf-b855a96bda62/ba532b65-5bb9-4740-8b83-6afa992de37b) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:33:05.812629 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ab12f-7ea9-4c67-9f8f-5bb597b93706 req-f2d32120-6087-4e2f-94bc-4993843c606d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:05.814517 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d28ab12f-7ea9-4c67-9f8f-5bb597b93706 req-f2d32120-6087-4e2f-94bc-4993843c606d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0648613
Mar 25 03:33:05.839712 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Publish callbacks [] for router_controller (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), precommit_add_association {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.863152 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (1cd500b8-da37-4fa8-a153-4ed137640d0e), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.901942 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (2f95e7f2-814c-4cae-92ca-7eecbbc0183f), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.909616 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d28ab12f-7ea9-4c67-9f8f-5bb597b93706 req-876843b9-a020-4d54-a333-da2318e1344d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888650
Mar 25 03:33:05.926771 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'Port': ['ID=1cd500b8-da37-4fa8-a153-4ed137640d0e,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:05.963980 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Publish callbacks [] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.972926 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:05.982622 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-1cdd02bf-adae-42a1-bdcd-7bb4543fb5d3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0815437
Mar 25 03:33:06.000193 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:06.047749 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:33:06.050670 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Resources bound (agent type, host, resource id):  {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:06.057559 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:33:06.058089 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Publish callbacks [] for router_gateway (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:06.064815 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Pushing event updated for resources: {'Port': ['ID=ba532b65-5bb9-4740-8b83-6afa992de37b,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:06.091744 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.092096 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.092460 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.092814 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.093149 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.093650 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.093834 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.094146 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.094464 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.094780 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.095099 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.095416 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.095730 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.096083 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.096386 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:33:06.128733 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Attempting to bind port ba532b65-5bb9-4740-8b83-6afa992de37b on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:33:06.129098 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Attempting to bind port ba532b65-5bb9-4740-8b83-6afa992de37b by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': 'd40cb7fc-d41f-4cee-b926-0a8a81692946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:33:06.129456 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Attempting to bind port ba532b65-5bb9-4740-8b83-6afa992de37b on network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:33:06.134270 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:33:06.134637 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Checking segment: {'id': 'd40cb7fc-d41f-4cee-b926-0a8a81692946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:33:06.135551 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:06.135949 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Bound using segment: {'id': 'd40cb7fc-d41f-4cee-b926-0a8a81692946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:33:06.136404 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Bound port: ba532b65-5bb9-4740-8b83-6afa992de37b, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40cb7fc-d41f-4cee-b926-0a8a81692946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:33:06.136777 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:06.200945 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] For port ba532b65-5bb9-4740-8b83-6afa992de37b, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:33:06.204313 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] For port ba532b65-5bb9-4740-8b83-6afa992de37b, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=ba532b65-5bb9-4740-8b83-6afa992de37b,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:33:06.274626 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:06.332718 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Publish callbacks [] for router_gateway (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:06.335278 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c522bee-9a3d-49a0-a090-cb11b77acb2d None None] Pushing event updated for resources: {'Port': ['ID=ba532b65-5bb9-4740-8b83-6afa992de37b,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:06.353616 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:06.462878 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Allocated IP 172.27.0.238 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/c6ed63fe-2c09-4b0e-aeba-a21b2417170e) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:33:06.577351 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Publish callbacks [] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:06.731966 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:06.771402 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:33:06.780490 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:06.785300 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:33:06.788422 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ed63fe-2c09-4b0e-aeba-a21b2417170e,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:07.103621 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Publish callbacks [] for router_gateway (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:07.277252 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b297d3b1-ad17-4f34-ab3c-70af32042f3f None None] Network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:33:07.312281 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462381'] for router (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:07.386837 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-daf1efb9-d1ea-4796-8a24-fa84250177d8 None None] Provisioning complete for port ba532b65-5bb9-4740-8b83-6afa992de37b triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:07.387203 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-daf1efb9-d1ea-4796-8a24-fa84250177d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:07.478423 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-daf1efb9-d1ea-4796-8a24-fa84250177d8 None None] Current status of the port ba532b65-5bb9-4740-8b83-6afa992de37b is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:07.479449 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-daf1efb9-d1ea-4796-8a24-fa84250177d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:07.513111 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-daf1efb9-d1ea-4796-8a24-fa84250177d8 None None] For port ba532b65-5bb9-4740-8b83-6afa992de37b, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=ba532b65-5bb9-4740-8b83-6afa992de37b,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:07.548327 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d is scheduled to L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 with binding_index 1 {{(pid=103655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 25 03:33:07.571699 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-daf1efb9-d1ea-4796-8a24-fa84250177d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:07.630038 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1efb9-d1ea-4796-8a24-fa84250177d8 None None] Pushing event updated for resources: {'Port': ['ID=ba532b65-5bb9-4740-8b83-6afa992de37b,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:07.661056 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:33:07.670206 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Sync routers for ids ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:33:07.679815 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Routers {'7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:33:07.680359 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc495790>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:32:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:07.692287 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-4eab093a-da07-4809-8a26-cce533c209c3 None None] Provisioning complete for port ba532b65-5bb9-4740-8b83-6afa992de37b triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:07.695725 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4eab093a-da07-4809-8a26-cce533c209c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:07.773254 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:07.774547 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-547766c0-c5dc-4422-80ca-682b6895aa44 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.1266019
Mar 25 03:33:07.777253 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60838) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:07.785689 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-4eab093a-da07-4809-8a26-cce533c209c3 None None] Current status of the port ba532b65-5bb9-4740-8b83-6afa992de37b is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:07.800790 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Set router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:33:07.979886 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc495790>, [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:06Z', 'revision_number': 3, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port': {'id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:06Z', 'updated_at': '2022-03-25T03:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:08.005628 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Checking router: 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:33:08.006008 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Updating router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d port c6ed63fe-2c09-4b0e-aeba-a21b2417170e binding host dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:33:08.033439 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:08.207128 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:08.403133 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Publish callbacks [] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:08.463830 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:08.469996 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device ba532b65-5bb9-4740-8b83-6afa992de37b up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:33:08.513212 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb3b11-601d-4aa5-a7b3-027ba8d8ddb7 None None] Pushing event updated for resources: {'Port': ['ID=c6ed63fe-2c09-4b0e-aeba-a21b2417170e,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:08.538818 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port ba532b65-5bb9-4740-8b83-6afa992de37b triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:08.539576 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:08.552691 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Attempting to bind port c6ed63fe-2c09-4b0e-aeba-a21b2417170e on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:33:08.553097 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Attempting to bind port c6ed63fe-2c09-4b0e-aeba-a21b2417170e by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:33:08.553422 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Attempting to bind port c6ed63fe-2c09-4b0e-aeba-a21b2417170e on network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:33:08.561925 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:33:08.562323 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Checking segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:33:08.562693 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:08.563075 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Bound using segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:33:08.563549 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Bound port: c6ed63fe-2c09-4b0e-aeba-a21b2417170e, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:33:08.563930 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:08.620123 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] For port c6ed63fe-2c09-4b0e-aeba-a21b2417170e, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:33:08.623187 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] For port c6ed63fe-2c09-4b0e-aeba-a21b2417170e, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=c6ed63fe-2c09-4b0e-aeba-a21b2417170e,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:33:08.646619 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Allocated IP 172.20.0.1 (07ccd347-40aa-4c31-8a8d-fe25ce66bfcc/98415b84-7245-4a42-a6bf-b855a96bda62/1829b79d-34f5-471e-9b98-80c759302c20) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:33:08.647991 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port ba532b65-5bb9-4740-8b83-6afa992de37b is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:08.709034 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:08.770954 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Publish callbacks [] for port (1829b79d-34f5-471e-9b98-80c759302c20), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:08.776549 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb3b11-601d-4aa5-a7b3-027ba8d8ddb7 None None] Pushing event updated for resources: {'Port': ['ID=c6ed63fe-2c09-4b0e-aeba-a21b2417170e,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:08.784430 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Routers {'7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:33:08.784892 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc495790>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:32:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:08.868509 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (1829b79d-34f5-471e-9b98-80c759302c20), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:08.897594 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] Set router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:33:08.907677 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:33:08.910574 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:08.916042 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:33:08.921820 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Pushing event updated for resources: {'Port': ['ID=1829b79d-34f5-471e-9b98-80c759302c20,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:08.959044 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459256'] for router_interface (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:09.109035 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc495790>, [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:06Z', 'revision_number': 3, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port': {'id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:06Z', 'updated_at': '2022-03-25T03:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:09.136007 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fceb5b-d9dc-4cae-8fa9-7a91183194bb None None] The sync data for ids ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'] in dv-cinder-835168-1-iscsi is: [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:06Z', 'revision_number': 3, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port': {'id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:06Z', 'updated_at': '2022-03-25T03:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:33:09.174958 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1829b79d-34f5-471e-9b98-80c759302c20), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:09.224990 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-4659edf6-7911-42bb-adf6-3b1225c70792 None None] Provisioning complete for port 1829b79d-34f5-471e-9b98-80c759302c20 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:09.225373 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4659edf6-7911-42bb-adf6-3b1225c70792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1829b79d-34f5-471e-9b98-80c759302c20), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:09.265071 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-4659edf6-7911-42bb-adf6-3b1225c70792 None None] Port 1829b79d-34f5-471e-9b98-80c759302c20 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:33:09.371665 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Publish callbacks [] for port (1829b79d-34f5-471e-9b98-80c759302c20), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:09.457110 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (1829b79d-34f5-471e-9b98-80c759302c20), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:09.529302 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Pushing event updated for resources: {'Port': ['ID=1829b79d-34f5-471e-9b98-80c759302c20,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:09.533011 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-459116'] for router_interface (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:09.632627 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:33:09.634332 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:09.763318 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:33:09.893136 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-df9bda1a-e100-48e4-a6ae-2cc5af01bb1b None None] Provisioning complete for port 1829b79d-34f5-471e-9b98-80c759302c20 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:09.893714 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-df9bda1a-e100-48e4-a6ae-2cc5af01bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1829b79d-34f5-471e-9b98-80c759302c20), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:09.900591 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:33:09.906448 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-60601dc3-7859-413a-ad09-ce0c9e1eb505 admin admin] 10.222.0.24 "PUT /v2.0/routers/7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1281848
Mar 25 03:33:09.929690 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-df9bda1a-e100-48e4-a6ae-2cc5af01bb1b None None] Port 1829b79d-34f5-471e-9b98-80c759302c20 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:33:10.404680 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device c6ed63fe-2c09-4b0e-aeba-a21b2417170e up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:33:10.572049 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60864) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:10.578181 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-710216610-network', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:10.590257 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port c6ed63fe-2c09-4b0e-aeba-a21b2417170e triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:10.590636 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:10.662882 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Made reservation on behalf of dc1cef3eb75e42ee8239eeee32937fd8 for: {'network': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:33:10.665270 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:10.668851 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port c6ed63fe-2c09-4b0e-aeba-a21b2417170e is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:10.669241 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:10.674275 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:10.696724 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port c6ed63fe-2c09-4b0e-aeba-a21b2417170e, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=c6ed63fe-2c09-4b0e-aeba-a21b2417170e,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:10.714082 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Sync routers for ids ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:33:10.724380 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Routers {'7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:33:10.725004 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf21b8b0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:32:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:10.765300 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:10.769054 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Publish callbacks [] for security_group (d4fb4f72-0f94-4c36-bec9-157a2d139466), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:10.828674 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (d4fb4f72-0f94-4c36-bec9-157a2d139466), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:10.856936 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=103656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:33:10.860716 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=c6ed63fe-2c09-4b0e-aeba-a21b2417170e,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:10.866713 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb4f72-0f94-4c36-bec9-157a2d139466,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:10.872179 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (b4e30346-e699-4e74-9b15-eafa6b10168c), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:10.872527 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.segments_db [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Added segment b4e30346-e699-4e74-9b15-eafa6b10168c of type vlan for network 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a
Mar 25 03:33:10.883194 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Set router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:33:10.919363 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (3c60d3fd-dd5a-4c97-883c-e5cf6723d01a), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:10.988642 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (3c60d3fd-dd5a-4c97-883c-e5cf6723d01a), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:10.989626 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:10.990278 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:11.051327 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] Pushing event updated for resources: {'Network': ['ID=3c60d3fd-dd5a-4c97-883c-e5cf6723d01a,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:11.112365 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-a9e1c1ab-21dc-4c1d-9728-f468b804226b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5381491
Mar 25 03:33:11.113557 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf21b8b0>, [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:09Z', 'revision_number': 4, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port': {'id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:06Z', 'updated_at': '2022-03-25T03:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1829b79d-34f5-471e-9b98-80c759302c20', 'name': '', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'mac_address': 'fa:16:3e:6d:13:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:08Z', 'updated_at': '2022-03-25T03:33:09Z', 'revision_number': 2, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'subnets': [{'id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:11.115450 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 60868) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:11.123701 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-4af47e70-5b89-4d23-990b-8aa296002d2c admin admin] Request body: {'subnet': {'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-710216610-subnet', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'ip_version': 4}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:11.144646 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Checking router: 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:33:11.145002 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Updating router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d port 1829b79d-34f5-471e-9b98-80c759302c20 binding host dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:33:11.179025 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1829b79d-34f5-471e-9b98-80c759302c20), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:11.222503 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af47e70-5b89-4d23-990b-8aa296002d2c admin admin] Made reservation on behalf of dc1cef3eb75e42ee8239eeee32937fd8 for: {'subnet': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:33:11.224876 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4af47e70-5b89-4d23-990b-8aa296002d2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10372161'] for subnet (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:11.235094 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:33:11.462631 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-a9e20c2c-9057-4cad-82ed-4517eccb58e9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--626728365&fields=id&tenant_id=6750a1abb76a492a97a64e85a17b7237 HTTP/1.1" status: 200  len: 267 time: 0.0430801
Mar 25 03:33:11.464494 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4af47e70-5b89-4d23-990b-8aa296002d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10372183'] for subnet (b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:11.478376 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-9c94419a-ac7e-4852-8504-3314b79d9061 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--591510358&fields=id&tenant_id=eb7222adc16e4fffa44214043ad0c7ad HTTP/1.1" status: 200  len: 267 time: 0.0533271
Mar 25 03:33:11.528555 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Publish callbacks [] for port (1829b79d-34f5-471e-9b98-80c759302c20), precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:11.562842 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af47e70-5b89-4d23-990b-8aa296002d2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:11.594874 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (1829b79d-34f5-471e-9b98-80c759302c20), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:11.604926 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af47e70-5b89-4d23-990b-8aa296002d2c admin admin] Checking segment: {'id': 'b4e30346-e699-4e74-9b15-eafa6b10168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:33:11.605195 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-1d05b973-fe81-48c6-9771-7f4257baa6ec tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:11.605695 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af47e70-5b89-4d23-990b-8aa296002d2c admin admin] Network hostable DHCP agents. Network: 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:33:11.611660 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-1d05b973-fe81-48c6-9771-7f4257baa6ec tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 814 time: 0.1254091
Mar 25 03:33:11.633812 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-3978384d-b50c-4087-85a4-3544771b4cca tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/quotas/eb7222adc16e4fffa44214043ad0c7ad HTTP/1.1" status: 200  len: 375 time: 0.0189347
Mar 25 03:33:11.643017 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-52c2e58c-e048-425e-96d0-b3a559f9ce8a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:11.644529 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-52c2e58c-e048-425e-96d0-b3a559f9ce8a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 818 time: 0.1558821
Mar 25 03:33:11.651123 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7487ee-3d8a-4869-b0fb-09bda72d3d17 None None] Pushing event updated for resources: {'Port': ['ID=1829b79d-34f5-471e-9b98-80c759302c20,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:11.661739 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-42b29e5c-af35-4e2b-9164-6ed8b196a8f9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/quotas/6750a1abb76a492a97a64e85a17b7237 HTTP/1.1" status: 200  len: 375 time: 0.0111177
Mar 25 03:33:11.702289 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-05d8724e-2921-4c2d-97cc-ad6f055ddbbb tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0691133
Mar 25 03:33:11.707177 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Attempting to bind port 1829b79d-34f5-471e-9b98-80c759302c20 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:33:11.709706 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Attempting to bind port 1829b79d-34f5-471e-9b98-80c759302c20 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': 'd40cb7fc-d41f-4cee-b926-0a8a81692946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:33:11.709706 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Attempting to bind port 1829b79d-34f5-471e-9b98-80c759302c20 on network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:33:11.715068 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:33:11.715449 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Checking segment: {'id': 'd40cb7fc-d41f-4cee-b926-0a8a81692946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:33:11.717156 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af47e70-5b89-4d23-990b-8aa296002d2c admin admin] Network 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:33:11.722207 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:11.722755 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Bound using segment: {'id': 'd40cb7fc-d41f-4cee-b926-0a8a81692946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:33:11.723350 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Bound port: 1829b79d-34f5-471e-9b98-80c759302c20, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40cb7fc-d41f-4cee-b926-0a8a81692946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:33:11.724506 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1829b79d-34f5-471e-9b98-80c759302c20), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:11.752869 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-d1dc4e6c-c450-4588-9e5d-f0dc8813da82 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0849433
Mar 25 03:33:11.843228 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-7d2cdfe1-59b1-4d3d-8445-7be7c8ea874e service neutron] 10.222.0.24 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266587
Mar 25 03:33:11.844003 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] For port 1829b79d-34f5-471e-9b98-80c759302c20, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:33:11.851573 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] For port 1829b79d-34f5-471e-9b98-80c759302c20, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=1829b79d-34f5-471e-9b98-80c759302c20,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:33:11.852052 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-4af47e70-5b89-4d23-990b-8aa296002d2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a) {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:11.856809 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af47e70-5b89-4d23-990b-8aa296002d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:11.857405 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4af47e70-5b89-4d23-990b-8aa296002d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:11.861368 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca95a53-bf5f-48c3-9fce-e34c8d71f829 None None] Network 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:33:11.892907 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-795404ff-9e91-485c-aa75-83997dabd8d3 service neutron] 10.222.0.24 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249683
Mar 25 03:33:11.927933 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (1829b79d-34f5-471e-9b98-80c759302c20), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:11.975628 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-4af47e70-5b89-4d23-990b-8aa296002d2c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8565509
Mar 25 03:33:11.979234 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-e8013566-a58a-43cb-be7d-e251620b254c service neutron] 10.222.0.24 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1109557
Mar 25 03:33:11.980091 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60886) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:11.988257 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-710216610-router', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:12.038443 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-384889fc-ad95-419c-8226-8484c8cc44b4 service neutron] 10.222.0.24 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380265
Mar 25 03:33:12.057136 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7487ee-3d8a-4869-b0fb-09bda72d3d17 None None] Pushing event updated for resources: {'Port': ['ID=1829b79d-34f5-471e-9b98-80c759302c20,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:12.084963 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-0ef425ff-f3b2-4e2b-ad26-950bdaa585dc None None] Provisioning complete for port 1829b79d-34f5-471e-9b98-80c759302c20 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:12.085333 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0ef425ff-f3b2-4e2b-ad26-950bdaa585dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1829b79d-34f5-471e-9b98-80c759302c20), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:12.092933 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6037'] for router (a182c2fc-f5de-4d82-a6a6-f70a450325e1), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:12.095553 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6124'] for router (a182c2fc-f5de-4d82-a6a6-f70a450325e1), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:12.112078 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Routers {'7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:33:12.112783 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf21b8b0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:32:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:12.118698 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc172e3e5-e1be-56d1-a7aa-0c23e9db9063-3c60d3fd-dd5a-4c97-883c-e5cf6723d01a', 'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a', 'project_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'fixed_ips': [{'subnet_id': 'b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5'}]}} from dv-cinder-835168-1-iscsi. {{(pid=103657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 25 03:33:12.119346 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:12.222677 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Publish callbacks [] for router_controller (a182c2fc-f5de-4d82-a6a6-f70a450325e1), precommit_add_association {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:12.404118 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-db3fd8a1-7c40-47c4-8fef-d5633b5706e8 req-38da8f5b-52d7-403d-9262-b3cbc2c27882 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 210 time: 0.0541687
Mar 25 03:33:12.434470 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] Set router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:33:12.491431 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device c6ed63fe-2c09-4b0e-aeba-a21b2417170e up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:33:12.538386 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-0ef425ff-f3b2-4e2b-ad26-950bdaa585dc None None] Current status of the port 1829b79d-34f5-471e-9b98-80c759302c20 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:12.538610 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0ef425ff-f3b2-4e2b-ad26-950bdaa585dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1829b79d-34f5-471e-9b98-80c759302c20), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:12.540454 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b42ffada-c49a-4f0a-a3eb-7ce9439af9b7 req-914fe435-f9ab-4043-ab3c-0959b5a216c0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 210 time: 0.0455832
Mar 25 03:33:12.594521 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fc783-5747-4093-a0bd-c0b190437db1 req-03dc8d9c-b19e-4ddd-b5c5-c879e4dd1899 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:12.596399 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-488fc783-5747-4093-a0bd-c0b190437db1 req-03dc8d9c-b19e-4ddd-b5c5-c879e4dd1899 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.3314452
Mar 25 03:33:12.603265 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Publish callbacks [] for router_gateway (a182c2fc-f5de-4d82-a6a6-f70a450325e1), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:12.661268 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-488fc783-5747-4093-a0bd-c0b190437db1 req-ceeabb59-7a08-4419-bfb7-566f0e2cd220 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530889
Mar 25 03:33:12.746639 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Allocated IP 172.20.0.2 (3c60d3fd-dd5a-4c97-883c-e5cf6723d01a/b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5/3c71d57c-7366-4ab0-b955-dd997b4d784c) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:33:12.883647 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Publish callbacks [] for router_gateway (a182c2fc-f5de-4d82-a6a6-f70a450325e1), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:12.894223 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-0ef425ff-f3b2-4e2b-ad26-950bdaa585dc None None] For port 1829b79d-34f5-471e-9b98-80c759302c20, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=1829b79d-34f5-471e-9b98-80c759302c20,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:12.907965 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:12.924326 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port c6ed63fe-2c09-4b0e-aeba-a21b2417170e triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:12.924705 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:12.938288 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7dc5f03f-5d1e-4532-bbe2-e072006d3969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:12.986174 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0ef425ff-f3b2-4e2b-ad26-950bdaa585dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (1829b79d-34f5-471e-9b98-80c759302c20), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:13.027830 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Allocated IP 172.27.0.251 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/f08b21f6-1cf2-4d00-82f5-4afec85839c6) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:33:13.141084 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef425ff-f3b2-4e2b-ad26-950bdaa585dc None None] Pushing event updated for resources: {'Port': ['ID=1829b79d-34f5-471e-9b98-80c759302c20,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:13.141847 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Publish callbacks [] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:13.164396 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Publish callbacks [] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:13.190372 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-bc70790b-da8b-4ce4-80da-10cdb7e04829 None None] Provisioning complete for port 1829b79d-34f5-471e-9b98-80c759302c20 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:13.190663 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-bc70790b-da8b-4ce4-80da-10cdb7e04829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1829b79d-34f5-471e-9b98-80c759302c20), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:13.228279 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port c6ed63fe-2c09-4b0e-aeba-a21b2417170e is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:13.241774 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf21b8b0>, [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:09Z', 'revision_number': 4, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port': {'id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:06Z', 'updated_at': '2022-03-25T03:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1829b79d-34f5-471e-9b98-80c759302c20', 'name': '', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'mac_address': 'fa:16:3e:6d:13:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:08Z', 'updated_at': '2022-03-25T03:33:11Z', 'revision_number': 4, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'subnets': [{'id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:13.280134 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:13.280335 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcf502-56d7-4526-8d1d-bb96c269f7dc None None] The sync data for ids ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'] in dv-cinder-835168-1-iscsi is: [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:09Z', 'revision_number': 4, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port': {'id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:06Z', 'updated_at': '2022-03-25T03:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1829b79d-34f5-471e-9b98-80c759302c20', 'name': '', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'mac_address': 'fa:16:3e:6d:13:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:08Z', 'updated_at': '2022-03-25T03:33:11Z', 'revision_number': 4, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'subnets': [{'id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:33:13.280335 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:13.321937 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Network 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:33:13.324789 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Resources bound (agent type, host, resource id):  {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:13.325035 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:33:13.331766 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:33:13.334061 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:13.347540 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:33:13.382661 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Pushing event updated for resources: {'Port': ['ID=3c71d57c-7366-4ab0-b955-dd997b4d784c,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:13.400960 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Pushing event updated for resources: {'Port': ['ID=f08b21f6-1cf2-4d00-82f5-4afec85839c6,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:13.429302 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-bc70790b-da8b-4ce4-80da-10cdb7e04829 None None] Current status of the port 1829b79d-34f5-471e-9b98-80c759302c20 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:13.477569 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Attempting to bind port 3c71d57c-7366-4ab0-b955-dd997b4d784c on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:33:13.478173 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Attempting to bind port 3c71d57c-7366-4ab0-b955-dd997b4d784c by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': 'b4e30346-e699-4e74-9b15-eafa6b10168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:33:13.479066 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Attempting to bind port 3c71d57c-7366-4ab0-b955-dd997b4d784c on network 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:33:13.484747 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:33:13.485138 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Checking segment: {'id': 'b4e30346-e699-4e74-9b15-eafa6b10168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:33:13.485549 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:13.485986 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Bound using segment: {'id': 'b4e30346-e699-4e74-9b15-eafa6b10168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:33:13.486605 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Bound port: 3c71d57c-7366-4ab0-b955-dd997b4d784c, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e30346-e699-4e74-9b15-eafa6b10168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:33:13.487000 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:13.542402 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-bef2c051-57e5-4926-aa55-1f75e7db0dd7 req-3e1d64c2-d106-47f9-baac-b9e6610f0b3e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 210 time: 0.0429237
Mar 25 03:33:13.590833 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] For port 3c71d57c-7366-4ab0-b955-dd997b4d784c, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:33:13.595778 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] For port 3c71d57c-7366-4ab0-b955-dd997b4d784c, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=3c71d57c-7366-4ab0-b955-dd997b4d784c,segment=NetworkSegment(b4e30346-e699-4e74-9b15-eafa6b10168c),segment_id=b4e30346-e699-4e74-9b15-eafa6b10168c)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:33:13.640933 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:13.702792 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-efc37e7a-921c-426d-b80e-dc7c1cae2fd7 req-a1280669-6da9-4eb9-a219-80625efc7b76 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 210 time: 0.0588739
Mar 25 03:33:13.733099 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9573a7-2c21-4b66-841b-4932edffe841 None None] Pushing event updated for resources: {'Port': ['ID=3c71d57c-7366-4ab0-b955-dd997b4d784c,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:13.774676 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Publish callbacks [] for router_gateway (a182c2fc-f5de-4d82-a6a6-f70a450325e1), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:13.897573 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a209fe8-61f7-444f-aec5-d347ba8940d2 req-b067f44c-a132-4aae-9ad5-685f6d784923 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:13.901267 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1a209fe8-61f7-444f-aec5-d347ba8940d2 req-b067f44c-a132-4aae-9ad5-685f6d784923 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.1141624
Mar 25 03:33:13.987004 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1a209fe8-61f7-444f-aec5-d347ba8940d2 req-fad0bc15-db56-4637-8af8-45e12817d545 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796211
Mar 25 03:33:14.343468 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462381'] for router (a182c2fc-f5de-4d82-a6a6-f70a450325e1), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:14.490875 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 1829b79d-34f5-471e-9b98-80c759302c20 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:33:14.552711 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 1829b79d-34f5-471e-9b98-80c759302c20 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:14.553040 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1829b79d-34f5-471e-9b98-80c759302c20), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:14.555909 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Router a182c2fc-f5de-4d82-a6a6-f70a450325e1 is scheduled to L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 with binding_index 1 {{(pid=103656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 25 03:33:14.669458 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 1829b79d-34f5-471e-9b98-80c759302c20 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:14.670952 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 3c71d57c-7366-4ab0-b955-dd997b4d784c up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:33:14.731796 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 3c71d57c-7366-4ab0-b955-dd997b4d784c triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:14.732246 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:14.757657 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a6f6d819-e1bc-43de-8083-a3e55c673231 req-6e427a5c-355d-4f66-83df-bef9e92a0fe3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 210 time: 0.0835364
Mar 25 03:33:14.855376 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:33:14.865373 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Sync routers for ids ['a182c2fc-f5de-4d82-a6a6-f70a450325e1'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:33:14.882638 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Routers {'a182c2fc-f5de-4d82-a6a6-f70a450325e1'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:33:14.883494 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc3bd7f0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:32:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['a182c2fc-f5de-4d82-a6a6-f70a450325e1'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:14.904925 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da3e3c9e-6c54-495e-87ad-e977741db67c req-aab61918-795c-4878-8af2-4b95c028d485 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 210 time: 0.0772200
Mar 25 03:33:14.923773 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 3c71d57c-7366-4ab0-b955-dd997b4d784c is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:14.933117 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:14.990807 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port 3c71d57c-7366-4ab0-b955-dd997b4d784c, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=3c71d57c-7366-4ab0-b955-dd997b4d784c,segment=NetworkSegment(b4e30346-e699-4e74-9b15-eafa6b10168c),segment_id=b4e30346-e699-4e74-9b15-eafa6b10168c)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:15.052615 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:15.056376 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-29eeac3e-a34a-4ed6-9f3e-e63c12eb852a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.0696588
Mar 25 03:33:15.057546 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 60940) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:15.079805 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:15.081017 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Set router a182c2fc-f5de-4d82-a6a6-f70a450325e1 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:33:15.168250 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a2945-1ae7-4b04-b7ed-5a609fd31175 None None] Network 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:33:15.171035 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-24c124ad-428d-48e3-a978-a1d922a7c6e5 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:15.173940 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-24c124ad-428d-48e3-a978-a1d922a7c6e5 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 814 time: 0.3368192
Mar 25 03:33:15.318967 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-e6dcd833-1231-4c7b-aa03-070f4b1c0445 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb7222adc16e4fffa44214043ad0c7ad HTTP/1.1" status: 200  len: 471 time: 0.1258070
Mar 25 03:33:15.326291 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-09bca327-0db8-4940-bbd3-c7bcf08b9b0b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:15.327904 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-09bca327-0db8-4940-bbd3-c7bcf08b9b0b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 818 time: 0.4153345
Mar 25 03:33:15.330587 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc3bd7f0>, [{'id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'name': 'tempest-TestMinimumBasicScenario-710216610-router', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:33:13Z', 'revision_number': 3, 'project_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'gw_port': {'id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:15.359810 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-5228c4c7-20f9-4fb7-ae3e-9eee51f9fe0f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'port': {'device_id': 'c9d7810a-ce58-4aba-abcb-287be7773b57', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'admin_state_up': True, 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'security_groups': ['019c5ba6-b415-4d93-b8d7-415ff6443876']}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:15.360249 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Checking router: a182c2fc-f5de-4d82-a6a6-f70a450325e1 for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:33:15.360602 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Updating router a182c2fc-f5de-4d82-a6a6-f70a450325e1 port f08b21f6-1cf2-4d00-82f5-4afec85839c6 binding host dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:33:15.364386 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e914c0-0dd8-4a25-8f8e-20796081cde6 req-7f372c36-c7e8-47f2-b287-26660c0c1cf9 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:15.366544 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e0e914c0-0dd8-4a25-8f8e-20796081cde6 req-7f372c36-c7e8-47f2-b287-26660c0c1cf9 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.1540456
Mar 25 03:33:15.391062 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-b02481b3-93b9-425d-a0f3-c43dfef6bb05 None None] Provisioning complete for port 3c71d57c-7366-4ab0-b955-dd997b4d784c triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:15.395109 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b02481b3-93b9-425d-a0f3-c43dfef6bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:15.400053 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=3c71d57c-7366-4ab0-b955-dd997b4d784c,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:15.434869 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8e597bfb-ec16-4086-b4d1-98a6be70b898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:15.443720 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:15.566534 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-f4e59b0b-adb8-476a-955f-b26688b39cb8 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6750a1abb76a492a97a64e85a17b7237 HTTP/1.1" status: 200  len: 379 time: 0.1990080
Mar 25 03:33:15.574595 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e0e914c0-0dd8-4a25-8f8e-20796081cde6 req-50da77e0-2eee-4ae6-b0c0-1aeb0fc5cdba tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1679852
Mar 25 03:33:15.584556 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-3155e301-370c-4493-b699-8e6ced732564 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Request body: {'port': {'device_id': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'admin_state_up': True, 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'security_groups': ['e8faf44f-cce6-4f03-8f4d-bf21b60ff882']}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:15.589806 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-b02481b3-93b9-425d-a0f3-c43dfef6bb05 None None] Current status of the port 3c71d57c-7366-4ab0-b955-dd997b4d784c is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:15.635391 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-5228c4c7-20f9-4fb7-ae3e-9eee51f9fe0f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Made reservation on behalf of eb7222adc16e4fffa44214043ad0c7ad for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:33:15.642537 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-5228c4c7-20f9-4fb7-ae3e-9eee51f9fe0f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:15.797586 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Publish callbacks [] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:15.842883 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-5228c4c7-20f9-4fb7-ae3e-9eee51f9fe0f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Allocated IP 172.20.0.10 (3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5/3f66c337-0509-432b-a485-8345b9a5f7ed/ff000fce-4972-46a9-b92b-da43fa56cc8a) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:33:15.886593 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-907a6b00-0915-4c31-b39f-1bd7bb747586 req-7094dec6-195b-49bf-bc0f-79217e06ea23 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 210 time: 0.0396814
Mar 25 03:33:15.890317 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:15.922738 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-3155e301-370c-4493-b699-8e6ced732564 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Made reservation on behalf of 6750a1abb76a492a97a64e85a17b7237 for: {'port': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:33:15.927223 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-3155e301-370c-4493-b699-8e6ced732564 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:15.931678 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-76dd4282-d94d-4352-95d7-7c39db4a4b8f None None] Provisioning complete for port 3c71d57c-7366-4ab0-b955-dd997b4d784c triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:15.932173 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-76dd4282-d94d-4352-95d7-7c39db4a4b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:15.957248 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:15.984953 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Attempting to bind port f08b21f6-1cf2-4d00-82f5-4afec85839c6 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:33:15.993742 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Attempting to bind port f08b21f6-1cf2-4d00-82f5-4afec85839c6 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:33:15.994415 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Attempting to bind port f08b21f6-1cf2-4d00-82f5-4afec85839c6 on network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:33:16.001992 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:33:16.008880 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Checking segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:33:16.008880 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.008880 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Bound using segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:33:16.008880 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Bound port: f08b21f6-1cf2-4d00-82f5-4afec85839c6, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:33:16.008880 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.046433 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-76dd4282-d94d-4352-95d7-7c39db4a4b8f None None] Current status of the port 3c71d57c-7366-4ab0-b955-dd997b4d784c is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:16.050091 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-5228c4c7-20f9-4fb7-ae3e-9eee51f9fe0f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.088913 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] For port f08b21f6-1cf2-4d00-82f5-4afec85839c6, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:33:16.092589 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a297a-83e0-47ea-9061-948558ed88d7 None None] Pushing event updated for resources: {'Port': ['ID=f08b21f6-1cf2-4d00-82f5-4afec85839c6,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:16.105688 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] For port f08b21f6-1cf2-4d00-82f5-4afec85839c6, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=f08b21f6-1cf2-4d00-82f5-4afec85839c6,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:33:16.140159 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0e4b7262-6364-4064-9c1f-4c6c0cb4fb14 req-8ad92312-bb0f-4cb9-9f08-415f1d0bb414 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 210 time: 0.0767398
Mar 25 03:33:16.165329 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.194506 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.194745 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-5228c4c7-20f9-4fb7-ae3e-9eee51f9fe0f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.243707 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Allocated IP 172.20.0.1 (3c60d3fd-dd5a-4c97-883c-e5cf6723d01a/b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5/9937403e-dbae-42ab-9aa1-c3622c92ac3d) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:33:16.264759 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-3155e301-370c-4493-b699-8e6ced732564 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Allocated IP 172.20.0.6 (9d70a202-db46-4a1a-a143-044e2e127080/7008e8ea-4697-461d-ba8a-15ecafc567cb/ea76e1b9-2252-4748-aab4-25e3890d1806) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:33:16.265281 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-5228c4c7-20f9-4fb7-ae3e-9eee51f9fe0f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:33:16.266761 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228c4c7-20f9-4fb7-ae3e-9eee51f9fe0f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'Port': ['ID=ff000fce-4972-46a9-b92b-da43fa56cc8a,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:16.276608 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-5228c4c7-20f9-4fb7-ae3e-9eee51f9fe0f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:16.284476 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-5228c4c7-20f9-4fb7-ae3e-9eee51f9fe0f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:33:16.288361 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Routers {'a182c2fc-f5de-4d82-a6a6-f70a450325e1'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:33:16.289699 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc3bd7f0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:33:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['a182c2fc-f5de-4d82-a6a6-f70a450325e1'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:16.343684 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a297a-83e0-47ea-9061-948558ed88d7 None None] Pushing event updated for resources: {'Port': ['ID=f08b21f6-1cf2-4d00-82f5-4afec85839c6,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:16.368379 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-5228c4c7-20f9-4fb7-ae3e-9eee51f9fe0f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:16.370016 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-5228c4c7-20f9-4fb7-ae3e-9eee51f9fe0f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.443063 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] Set router a182c2fc-f5de-4d82-a6a6-f70a450325e1 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:33:16.471603 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-5228c4c7-20f9-4fb7-ae3e-9eee51f9fe0f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1130996
Mar 25 03:33:16.478168 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Publish callbacks [] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.479279 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 3c71d57c-7366-4ab0-b955-dd997b4d784c up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:33:16.493651 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Request body: {'port': {'device_id': 'c9d7810a-ce58-4aba-abcb-287be7773b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:16.589569 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-3155e301-370c-4493-b699-8e6ced732564 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.634101 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.636164 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 3c71d57c-7366-4ab0-b955-dd997b4d784c triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:16.636632 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.684032 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.701926 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-322bbcfb-1e8f-42de-8a3c-7f9bb324a803 None None] Provisioning complete for port ff000fce-4972-46a9-b92b-da43fa56cc8a triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:16.702406 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-322bbcfb-1e8f-42de-8a3c-7f9bb324a803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.757262 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc3bd7f0>, [{'id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'name': 'tempest-TestMinimumBasicScenario-710216610-router', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:33:13Z', 'revision_number': 3, 'project_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'gw_port': {'id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:16.758889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-3155e301-370c-4493-b699-8e6ced732564 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.767790 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-322bbcfb-1e8f-42de-8a3c-7f9bb324a803 None None] Port ff000fce-4972-46a9-b92b-da43fa56cc8a cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:33:16.788354 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Pushing event updated for resources: {'Port': ['ID=9937403e-dbae-42ab-9aa1-c3622c92ac3d,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:16.797060 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 3c71d57c-7366-4ab0-b955-dd997b4d784c is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:16.810523 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be209b97-53b6-4c19-bbdf-f623c484d665 None None] The sync data for ids ['a182c2fc-f5de-4d82-a6a6-f70a450325e1'] in dv-cinder-835168-1-iscsi is: [{'id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'name': 'tempest-TestMinimumBasicScenario-710216610-router', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:33:13Z', 'revision_number': 3, 'project_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'gw_port': {'id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:33:16.824392 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Network 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:33:16.831946 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:16.838345 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:33:16.838345 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459256'] for router_interface (a182c2fc-f5de-4d82-a6a6-f70a450325e1), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.847344 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfcd75-1af2-4838-8751-3051c1540704 req-ebb1c158-68f4-4c9d-b64c-efe62a04aa02 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:16.856255 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-96dfcd75-1af2-4838-8751-3051c1540704 req-ebb1c158-68f4-4c9d-b64c-efe62a04aa02 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.1719091
Mar 25 03:33:16.859620 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-3155e301-370c-4493-b699-8e6ced732564 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Network 9d70a202-db46-4a1a-a143-044e2e127080 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:33:16.863430 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155e301-370c-4493-b699-8e6ced732564 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Pushing event updated for resources: {'Port': ['ID=ea76e1b9-2252-4748-aab4-25e3890d1806,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:16.866501 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-3155e301-370c-4493-b699-8e6ced732564 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:16.868167 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-3155e301-370c-4493-b699-8e6ced732564 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:33:16.874202 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-3155e301-370c-4493-b699-8e6ced732564 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:16.874704 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-3155e301-370c-4493-b699-8e6ced732564 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:16.964673 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-96dfcd75-1af2-4838-8751-3051c1540704 req-a071cec2-57fc-4068-b993-ad48ff51d93a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086807
Mar 25 03:33:17.005644 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-3155e301-370c-4493-b699-8e6ced732564 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4285383
Mar 25 03:33:17.109344 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff000fce-4972-46a9-b92b-da43fa56cc8a {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:33:17.119163 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Publish callbacks [] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:17.122745 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1060e5-08be-4073-970b-340f201f034c req-82c29d2f-65bb-4e64-a301-1c4d1bc15332 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:17.124155 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-da1060e5-08be-4073-970b-340f201f034c req-82c29d2f-65bb-4e64-a301-1c4d1bc15332 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 932 time: 0.0929139
Mar 25 03:33:17.127438 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:17.145644 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Transition to ACTIVE for port object ff000fce-4972-46a9-b92b-da43fa56cc8a will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:33:17.178720 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Request body: {'port': {'device_id': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:17.206886 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:17.271219 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff000fce-4972-46a9-b92b-da43fa56cc8a,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:17.276653 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-da1060e5-08be-4073-970b-340f201f034c req-957b1bdb-6e57-41af-b10f-3e9e97c0a802 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1444302
Mar 25 03:33:17.321080 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-52544908-c59b-4951-a42c-2e3192e924b0 None None] Provisioning complete for port 9937403e-dbae-42ab-9aa1-c3622c92ac3d triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:17.321080 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-52544908-c59b-4951-a42c-2e3192e924b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:17.446198 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990a8e2-d0a2-41a4-8530-e19f18d9c8ae req-5b877281-b690-45a7-a7d6-874232872485 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:17.451153 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8990a8e2-d0a2-41a4-8530-e19f18d9c8ae req-5b877281-b690-45a7-a7d6-874232872485 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 931 time: 0.1756701
Mar 25 03:33:17.473090 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-52544908-c59b-4951-a42c-2e3192e924b0 None None] Port 9937403e-dbae-42ab-9aa1-c3622c92ac3d cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:33:17.489314 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-52544908-c59b-4951-a42c-2e3192e924b0 None None] Provisioning complete for port ea76e1b9-2252-4748-aab4-25e3890d1806 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:17.490115 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-52544908-c59b-4951-a42c-2e3192e924b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:17.536843 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8990a8e2-d0a2-41a4-8530-e19f18d9c8ae req-09fc998c-ff8f-4c7c-8964-cde24e874bf6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725870
Mar 25 03:33:17.539726 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Attempting to bind port ff000fce-4972-46a9-b92b-da43fa56cc8a on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:33:17.540448 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Attempting to bind port ff000fce-4972-46a9-b92b-da43fa56cc8a by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:33:17.541550 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Attempting to bind port ff000fce-4972-46a9-b92b-da43fa56cc8a on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:33:17.547232 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Port ff000fce-4972-46a9-b92b-da43fa56cc8a on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:33:17.547702 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Attempting to bind port ff000fce-4972-46a9-b92b-da43fa56cc8a on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:33:17.554237 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:33:17.554794 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Checking segment: {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:33:17.555327 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Bound using segment: {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:33:17.555899 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Bound port: ff000fce-4972-46a9-b92b-da43fa56cc8a, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:33:17.556398 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:17.558540 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:17.584016 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-52544908-c59b-4951-a42c-2e3192e924b0 None None] Port ea76e1b9-2252-4748-aab4-25e3890d1806 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:33:17.661509 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] For port ff000fce-4972-46a9-b92b-da43fa56cc8a, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:33:17.673212 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] For port ff000fce-4972-46a9-b92b-da43fa56cc8a, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ff000fce-4972-46a9-b92b-da43fa56cc8a,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:33:17.744647 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:17.806327 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:17.878189 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:17.878878 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:17.882847 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] 10.222.0.35 "PUT /v2.0/ports/ff000fce-4972-46a9-b92b-da43fa56cc8a HTTP/1.1" status: 200  len: 1094 time: 1.3978205
Mar 25 03:33:17.883422 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d7810a-ce58-4aba-abcb-287be7773b57', 'tag': 'ff000fce-4972-46a9-b92b-da43fa56cc8a'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:33:17.886806 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537bd4b0-1699-4277-9fa3-b3b0a7afd39d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d7810a-ce58-4aba-abcb-287be7773b57", "tag": "ff000fce-4972-46a9-b92b-da43fa56cc8a"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:33:17.907684 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Publish callbacks [] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:17.920668 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4b336-24aa-4408-a9bb-dc3fdfd00ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff000fce-4972-46a9-b92b-da43fa56cc8a,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:17.966414 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f190a2-eae0-4ea9-bd46-a14b6824c349 x-openstack-request-id: req-03f190a2-eae0-4ea9-bd46-a14b6824c349 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:33:17.966616 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d7810a-ce58-4aba-abcb-287be7773b57", "tag": "ff000fce-4972-46a9-b92b-da43fa56cc8a", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:33:17.966931 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03f190a2-eae0-4ea9-bd46-a14b6824c349 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:33:17.967209 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f190a2-eae0-4ea9-bd46-a14b6824c349'] response: {'name': 'network-changed', 'server_uuid': 'c9d7810a-ce58-4aba-abcb-287be7773b57', 'tag': 'ff000fce-4972-46a9-b92b-da43fa56cc8a', 'status': 'completed', 'code': 200}
Mar 25 03:33:18.108076 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bd4b0-1699-4277-9fa3-b3b0a7afd39d req-1c8cdbfd-a941-4db5-a6fb-8f41b1247dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:18.109635 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-537bd4b0-1699-4277-9fa3-b3b0a7afd39d req-1c8cdbfd-a941-4db5-a6fb-8f41b1247dd9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 1128 time: 0.1213651
Mar 25 03:33:18.138099 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:18.138829 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-459116'] for router_interface (a182c2fc-f5de-4d82-a6a6-f70a450325e1), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:18.151812 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea76e1b9-2252-4748-aab4-25e3890d1806 {{(pid=103656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:33:18.160618 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Publish callbacks [] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:18.205681 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.provisioning_blocks [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Transition to ACTIVE for port object ea76e1b9-2252-4748-aab4-25e3890d1806 will not be triggered until provisioned by entity L2. {{(pid=103656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:33:18.250916 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079067ec-3856-4171-89d9-4df0c8a3d0d3 req-12a87a54-4c83-42af-bcfb-e1b37b03270d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:18.252419 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-079067ec-3856-4171-89d9-4df0c8a3d0d3 req-12a87a54-4c83-42af-bcfb-e1b37b03270d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.1406112
Mar 25 03:33:18.276690 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Pushing event updated for resources: {'Port': ['ID=9937403e-dbae-42ab-9aa1-c3622c92ac3d,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:18.282880 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bd4b0-1699-4277-9fa3-b3b0a7afd39d req-31a118aa-c377-4277-b328-3c88ba6bfb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:18.284376 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-537bd4b0-1699-4277-9fa3-b3b0a7afd39d req-31a118aa-c377-4277-b328-3c88ba6bfb0b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1527500
Mar 25 03:33:18.287392 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:18.364881 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-079067ec-3856-4171-89d9-4df0c8a3d0d3 req-8d95235a-c38b-4098-84b2-abe1b770aa70 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047015
Mar 25 03:33:18.365061 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Pushing event updated for resources: {'Port': ['ID=ea76e1b9-2252-4748-aab4-25e3890d1806,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:18.413869 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Network 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:33:18.417320 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:18.428355 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bd4b0-1699-4277-9fa3-b3b0a7afd39d req-6ba6427d-0125-402c-b7d4-0f39ebf94bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:18.430028 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-537bd4b0-1699-4277-9fa3-b3b0a7afd39d req-6ba6427d-0125-402c-b7d4-0f39ebf94bd9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1343026
Mar 25 03:33:18.480758 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Attempting to bind port ea76e1b9-2252-4748-aab4-25e3890d1806 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:33:18.481215 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Attempting to bind port ea76e1b9-2252-4748-aab4-25e3890d1806 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'}] {{(pid=103656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:33:18.481414 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Attempting to bind port ea76e1b9-2252-4748-aab4-25e3890d1806 on network 9d70a202-db46-4a1a-a143-044e2e127080 {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:33:18.498047 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device f08b21f6-1cf2-4d00-82f5-4afec85839c6 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:33:18.509215 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Port ea76e1b9-2252-4748-aab4-25e3890d1806 on network 9d70a202-db46-4a1a-a143-044e2e127080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:33:18.509575 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Attempting to bind port ea76e1b9-2252-4748-aab4-25e3890d1806 on network 9d70a202-db46-4a1a-a143-044e2e127080 {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:33:18.535951 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-4c6fd74a-5554-457b-b831-a15c1fc22116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:18.537897 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-4c6fd74a-5554-457b-b831-a15c1fc22116 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 1128 time: 0.0605674
Mar 25 03:33:18.602623 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port f08b21f6-1cf2-4d00-82f5-4afec85839c6 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:18.602992 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:18.610128 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-f81e096c-f051-450c-aa2c-8418b9bdfc7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff000fce-4972-46a9-b92b-da43fa56cc8a HTTP/1.1" status: 200  len: 217 time: 0.0597062
Mar 25 03:33:18.615888 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:33:18.616325 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Checking segment: {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:33:18.616786 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Bound using segment: {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'} {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:33:18.617394 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Bound port: ea76e1b9-2252-4748-aab4-25e3890d1806, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737d88cb-258d-42e4-a259-0d51d1ea6981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080'}}] {{(pid=103656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:33:18.617848 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:18.718359 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port f08b21f6-1cf2-4d00-82f5-4afec85839c6 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:18.718767 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:18.743327 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port f08b21f6-1cf2-4d00-82f5-4afec85839c6, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=f08b21f6-1cf2-4d00-82f5-4afec85839c6,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:18.767262 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-e2887cc4-5e51-430f-bce5-36b1d1718e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:18.767855 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc338dbe-2c46-4044-9e77-063bb7cba659 req-c3aac4f1-9637-47fd-85ed-7110c8a465f8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:18.768723 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-e2887cc4-5e51-430f-bce5-36b1d1718e77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f66c337-0509-432b-a485-8345b9a5f7ed HTTP/1.1" status: 200  len: 853 time: 0.1406050
Mar 25 03:33:18.775112 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-cc338dbe-2c46-4044-9e77-063bb7cba659 req-c3aac4f1-9637-47fd-85ed-7110c8a465f8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 944 time: 0.3144622
Mar 25 03:33:18.823254 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7a034-2991-4a04-940d-8b42bd587b87 req-1472ad2b-c8f3-4ee4-b10a-c4d174840f59 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:18.824705 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-97b7a034-2991-4a04-940d-8b42bd587b87 req-1472ad2b-c8f3-4ee4-b10a-c4d174840f59 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 943 time: 0.1487386
Mar 25 03:33:18.826337 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] For port ea76e1b9-2252-4748-aab4-25e3890d1806, host hv-cinder-83516, cleared binding levels {{(pid=103656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:33:18.829414 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Router a182c2fc-f5de-4d82-a6a6-f70a450325e1 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:33:18.831212 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] For port ea76e1b9-2252-4748-aab4-25e3890d1806, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ea76e1b9-2252-4748-aab4-25e3890d1806,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:33:18.858446 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-ad6b035f-ffb2-4a30-89e4-e6003b289614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:18.859322 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-cc338dbe-2c46-4044-9e77-063bb7cba659 req-8e60b57b-2d43-42e1-a618-b849df21c8d9 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825968
Mar 25 03:33:18.859914 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-ad6b035f-ffb2-4a30-89e4-e6003b289614 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0827429
Mar 25 03:33:18.881065 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:18.934870 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-97b7a034-2991-4a04-940d-8b42bd587b87 req-d37642b6-befe-4454-9aea-09e01a1fbb3f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1025624
Mar 25 03:33:18.937878 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-22103d6e-7a30-425f-a00d-6809f5233331 None None] Provisioning complete for port 9937403e-dbae-42ab-9aa1-c3622c92ac3d triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:18.939082 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-22103d6e-7a30-425f-a00d-6809f5233331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:18.965822 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=f08b21f6-1cf2-4d00-82f5-4afec85839c6,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:18.981908 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-22103d6e-7a30-425f-a00d-6809f5233331 None None] Port 9937403e-dbae-42ab-9aa1-c3622c92ac3d cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:33:18.987569 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:18.991482 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:33:18.993533 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 067fb160-522b-4926-bf99-f14b1630b448 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:33:19.008794 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-676f5512-bfc2-4ff5-9750-a8e673ca907f admin admin] 10.222.0.24 "PUT /v2.0/routers/a182c2fc-f5de-4d82-a6a6-f70a450325e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9428854
Mar 25 03:33:19.009081 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-c4984bda-2562-48db-a9b5-c645670c342b service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338704
Mar 25 03:33:19.068003 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Pushing event updated for resources: {'Port': ['ID=ea76e1b9-2252-4748-aab4-25e3890d1806,revision_number=3']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:19.076425 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:19.077623 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:19.086330 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-b79badc0-482f-4937-86f3-38e921771adf service neutron] 10.222.0.35 "PUT /v2.0/ports/ea76e1b9-2252-4748-aab4-25e3890d1806 HTTP/1.1" status: 200  len: 1093 time: 1.9081097
Mar 25 03:33:19.086330 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'tag': 'ea76e1b9-2252-4748-aab4-25e3890d1806'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:33:19.086330 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e641ac-392c-48eb-b223-39185c9140ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ac78afb7-6e56-4ea4-ae61-e9864adb9eef", "tag": "ea76e1b9-2252-4748-aab4-25e3890d1806"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:33:19.126673 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5885cdde-8a00-4e5e-aa52-8e5aa48e0434 req-134c3dec-f6b5-4857-8544-0739ee795c09 service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1172552
Mar 25 03:33:19.159046 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8930fe48-0a2a-4d3f-9bfc-578ee85732e9 x-openstack-request-id: req-8930fe48-0a2a-4d3f-9bfc-578ee85732e9 {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:33:19.159528 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac78afb7-6e56-4ea4-ae61-e9864adb9eef", "tag": "ea76e1b9-2252-4748-aab4-25e3890d1806", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:33:19.159718 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8930fe48-0a2a-4d3f-9bfc-578ee85732e9 {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:33:19.160148 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8930fe48-0a2a-4d3f-9bfc-578ee85732e9'] response: {'name': 'network-changed', 'server_uuid': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'tag': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'status': 'completed', 'code': 200}
Mar 25 03:33:19.301168 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e641ac-392c-48eb-b223-39185c9140ce req-723b002c-4018-4fd6-802a-9cf4c2f8c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:19.303165 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-98e641ac-392c-48eb-b223-39185c9140ce req-723b002c-4018-4fd6-802a-9cf4c2f8c75f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 1127 time: 0.1191623
Mar 25 03:33:19.353919 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 067fb160-522b-4926-bf99-f14b1630b448, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=067fb160-522b-4926-bf99-f14b1630b448,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:19.371937 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '067fb160-522b-4926-bf99-f14b1630b448', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'port_id': '067fb160-522b-4926-bf99-f14b1630b448', 'mac_address': 'fa:16:3e:21:53:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:33:19.405039 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:19.439513 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 067fb160-522b-4926-bf99-f14b1630b448 is: ACTIVE; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:19.439824 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (067fb160-522b-4926-bf99-f14b1630b448), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:19.485847 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 067fb160-522b-4926-bf99-f14b1630b448 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:33:19.486230 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e641ac-392c-48eb-b223-39185c9140ce req-1c2a2dcf-6c5f-4c51-b0d8-9f44064da7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:19.487859 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-98e641ac-392c-48eb-b223-39185c9140ce req-1c2a2dcf-6c5f-4c51-b0d8-9f44064da7fe service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6750a1abb76a492a97a64e85a17b7237&shared=False HTTP/1.1" status: 200  len: 919 time: 0.1747553
Mar 25 03:33:19.506446 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 067fb160-522b-4926-bf99-f14b1630b448, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=067fb160-522b-4926-bf99-f14b1630b448,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:19.628188 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (067fb160-522b-4926-bf99-f14b1630b448), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:19.695716 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=067fb160-522b-4926-bf99-f14b1630b448,revision_number=6']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:19.754505 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['067fb160-522b-4926-bf99-f14b1630b448'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:33:19.825134 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c79fcc-b00f-42d3-8f0d-91670e29a7e7 req-bc56d65e-3771-406a-a90f-c5f70755a2ba tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:19.826895 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-15c79fcc-b00f-42d3-8f0d-91670e29a7e7 req-bc56d65e-3771-406a-a90f-c5f70755a2ba tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.3569164
Mar 25 03:33:19.855931 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e641ac-392c-48eb-b223-39185c9140ce req-2daff060-c54c-4435-8c20-40714c28c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:19.857415 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-98e641ac-392c-48eb-b223-39185c9140ce req-2daff060-c54c-4435-8c20-40714c28c2d6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3546009
Mar 25 03:33:19.900058 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-15c79fcc-b00f-42d3-8f0d-91670e29a7e7 req-c9d36f54-7865-4176-bc65-c901f04dcf0c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634437
Mar 25 03:33:20.011134 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-0fd0566e-cd0f-442b-ae53-9343fde89a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:20.013027 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-0fd0566e-cd0f-442b-ae53-9343fde89a71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 1127 time: 0.0877681
Mar 25 03:33:20.053488 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8379c4-dd1d-491b-9c56-99b7c3a02d9f req-a6dd2f20-3067-4e31-a248-01ce4b5a28ec tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:20.062691 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1b8379c4-dd1d-491b-9c56-99b7c3a02d9f req-a6dd2f20-3067-4e31-a248-01ce4b5a28ec tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 944 time: 0.1016893
Mar 25 03:33:20.088385 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-2eb56de1-d67d-48d2-8637-a119723f9164 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea76e1b9-2252-4748-aab4-25e3890d1806 HTTP/1.1" status: 200  len: 217 time: 0.0597444
Mar 25 03:33:20.123758 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1b8379c4-dd1d-491b-9c56-99b7c3a02d9f req-288a5e58-f96a-4832-9bd2-cdfef2799115 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554287
Mar 25 03:33:20.148992 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce5a48-04ad-4c82-b20a-3ec53a5cc794 req-66cb8ed6-6c35-4917-9f67-098e59ce07bc tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:20.151296 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b9ce5a48-04ad-4c82-b20a-3ec53a5cc794 req-66cb8ed6-6c35-4917-9f67-098e59ce07bc tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 943 time: 0.1355634
Mar 25 03:33:20.174263 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-e19e10cf-8af8-4a27-962b-14f6b38ad1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:20.175685 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-e19e10cf-8af8-4a27-962b-14f6b38ad1c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0797136
Mar 25 03:33:20.217948 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b9ce5a48-04ad-4c82-b20a-3ec53a5cc794 req-c51199d1-cff7-4fdb-a6a6-a3d8296201f1 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568340
Mar 25 03:33:20.247684 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-28605857-79f5-4411-b395-87f510a3aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:20.249165 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-28605857-79f5-4411-b395-87f510a3aa77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0562961
Mar 25 03:33:20.351757 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-fa970146-0ff9-4a84-8859-c26dd79a7b14 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923400
Mar 25 03:33:20.457045 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device f08b21f6-1cf2-4d00-82f5-4afec85839c6 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:33:20.488634 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da6ed271-f6aa-47da-bdef-44fa69bae187 req-d7559b77-430c-444c-8336-9570f2b5ca07 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205592
Mar 25 03:33:20.520910 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port f08b21f6-1cf2-4d00-82f5-4afec85839c6 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:20.521478 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:20.624730 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port f08b21f6-1cf2-4d00-82f5-4afec85839c6 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:20.643966 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Sync routers for ids ['a182c2fc-f5de-4d82-a6a6-f70a450325e1'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:33:20.656627 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Routers {'a182c2fc-f5de-4d82-a6a6-f70a450325e1'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:33:20.657498 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc0aa310>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:33:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['a182c2fc-f5de-4d82-a6a6-f70a450325e1'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:20.944479 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Set router a182c2fc-f5de-4d82-a6a6-f70a450325e1 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:33:21.017094 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 067fb160-522b-4926-bf99-f14b1630b448 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:33:21.106098 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e96c9-1635-45f5-9570-7a09f88200e2 req-536eb6b9-aefd-486a-a2e7-52b6607d43ab tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:21.113906 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc0aa310>, [{'id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'name': 'tempest-TestMinimumBasicScenario-710216610-router', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:33:17Z', 'revision_number': 4, 'project_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'gw_port': {'id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '9937403e-dbae-42ab-9aa1-c3622c92ac3d', 'name': '', 'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'mac_address': 'fa:16:3e:0a:9b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:15Z', 'updated_at': '2022-03-25T03:33:17Z', 'revision_number': 2, 'project_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'subnets': [{'id': 'b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:21.114954 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-fe7e96c9-1635-45f5-9570-7a09f88200e2 req-536eb6b9-aefd-486a-a2e7-52b6607d43ab tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 945 time: 0.1251805
Mar 25 03:33:21.117675 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 067fb160-522b-4926-bf99-f14b1630b448 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:21.118198 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (067fb160-522b-4926-bf99-f14b1630b448), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:21.185815 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Checking router: a182c2fc-f5de-4d82-a6a6-f70a450325e1 for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:33:21.186256 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Updating router a182c2fc-f5de-4d82-a6a6-f70a450325e1 port 9937403e-dbae-42ab-9aa1-c3622c92ac3d binding host dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:33:21.211091 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-fe7e96c9-1635-45f5-9570-7a09f88200e2 req-53209ea6-0eac-4039-a6e7-63c6262c3563 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931540
Mar 25 03:33:21.235515 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:21.285303 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680283e-aa03-4e59-90a7-e9e9293e1372 req-a34e885b-c13a-4698-bc32-58be2de951dd tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:21.287039 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3680283e-aa03-4e59-90a7-e9e9293e1372 req-a34e885b-c13a-4698-bc32-58be2de951dd tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 944 time: 0.0663586
Mar 25 03:33:21.383665 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3680283e-aa03-4e59-90a7-e9e9293e1372 req-92fa424a-4cf7-4711-a766-2133da6f2f39 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910187
Mar 25 03:33:21.430946 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d023f-c342-4b6e-a09b-5f6193ffcad7 req-81c118d1-d250-45cc-b091-9c79031382da tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:21.431154 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 067fb160-522b-4926-bf99-f14b1630b448 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:21.432006 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (067fb160-522b-4926-bf99-f14b1630b448), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:21.435748 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-850d023f-c342-4b6e-a09b-5f6193ffcad7 req-81c118d1-d250-45cc-b091-9c79031382da tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 943 time: 0.1100140
Mar 25 03:33:21.485655 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067fb160-522b-4926-bf99-f14b1630b448'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:33:21.487952 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5b8cca-18f0-4588-9a4a-55ba367408dd" -d '{"events": [{"server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "name": "network-vif-plugged", "status": "completed", "tag": "067fb160-522b-4926-bf99-f14b1630b448"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:33:21.497853 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-850d023f-c342-4b6e-a09b-5f6193ffcad7 req-56ab0a76-f91f-4d05-8bd5-f5252da8db16 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611000
Mar 25 03:33:21.544266 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 067fb160-522b-4926-bf99-f14b1630b448, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=067fb160-522b-4926-bf99-f14b1630b448,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:21.549134 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0979e900-1e71-4c37-98ef-b5ba68869caa x-openstack-request-id: req-0979e900-1e71-4c37-98ef-b5ba68869caa {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:33:21.549420 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "name": "network-vif-plugged", "status": "completed", "tag": "067fb160-522b-4926-bf99-f14b1630b448", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:33:21.549706 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0979e900-1e71-4c37-98ef-b5ba68869caa {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:33:21.550078 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0979e900-1e71-4c37-98ef-b5ba68869caa'] response: {'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067fb160-522b-4926-bf99-f14b1630b448', 'code': 200}
Mar 25 03:33:21.635691 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (067fb160-522b-4926-bf99-f14b1630b448), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:21.781193 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=067fb160-522b-4926-bf99-f14b1630b448,revision_number=7']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:21.794327 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Publish callbacks [] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:21.908769 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:22.068625 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Attempting to bind port 9937403e-dbae-42ab-9aa1-c3622c92ac3d on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:33:22.069009 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Attempting to bind port 9937403e-dbae-42ab-9aa1-c3622c92ac3d by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': 'b4e30346-e699-4e74-9b15-eafa6b10168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:33:22.069372 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Attempting to bind port 9937403e-dbae-42ab-9aa1-c3622c92ac3d on network 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:33:22.075943 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee771f4-e141-434a-b8e2-fd13797c6b4f None None] Pushing event updated for resources: {'Port': ['ID=9937403e-dbae-42ab-9aa1-c3622c92ac3d,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:22.083950 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:33:22.084333 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Checking segment: {'id': 'b4e30346-e699-4e74-9b15-eafa6b10168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:33:22.084750 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:22.093583 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Bound using segment: {'id': 'b4e30346-e699-4e74-9b15-eafa6b10168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:33:22.094238 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Bound port: 9937403e-dbae-42ab-9aa1-c3622c92ac3d, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e30346-e699-4e74-9b15-eafa6b10168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:33:22.094655 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:22.242429 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] For port 9937403e-dbae-42ab-9aa1-c3622c92ac3d, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:33:22.272436 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] For port 9937403e-dbae-42ab-9aa1-c3622c92ac3d, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=9937403e-dbae-42ab-9aa1-c3622c92ac3d,segment=NetworkSegment(b4e30346-e699-4e74-9b15-eafa6b10168c),segment_id=b4e30346-e699-4e74-9b15-eafa6b10168c)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:33:22.279430 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-04b7baa7-6a1f-4a12-a3ba-2fe01b692d86 None None] Provisioning complete for port 9937403e-dbae-42ab-9aa1-c3622c92ac3d triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:22.285332 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-04b7baa7-6a1f-4a12-a3ba-2fe01b692d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:22.350688 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:22.403838 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc26d32-7384-42ed-bac2-1926dc7c4f6b req-3b8fc865-31c2-45d5-816e-6f0fc24a1bdd tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:22.423080 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7bc26d32-7384-42ed-bac2-1926dc7c4f6b req-3b8fc865-31c2-45d5-816e-6f0fc24a1bdd tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.1110530
Mar 25 03:33:22.441338 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-04b7baa7-6a1f-4a12-a3ba-2fe01b692d86 None None] Port 9937403e-dbae-42ab-9aa1-c3622c92ac3d cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:33:22.493117 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee771f4-e141-434a-b8e2-fd13797c6b4f None None] Pushing event updated for resources: {'Port': ['ID=9937403e-dbae-42ab-9aa1-c3622c92ac3d,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:22.566196 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7bc26d32-7384-42ed-bac2-1926dc7c4f6b req-210b0d52-3409-4520-8cd4-a3b3380bba4e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1219218
Mar 25 03:33:22.598349 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Routers {'a182c2fc-f5de-4d82-a6a6-f70a450325e1'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:33:22.599925 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc0aa310>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:33:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['a182c2fc-f5de-4d82-a6a6-f70a450325e1'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:22.624155 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e1865-c1d9-4394-bd13-507da6ab2e78 req-15f0d5c5-7f2c-47b0-9b3b-da51ee3db56e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:22.626488 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f59e1865-c1d9-4394-bd13-507da6ab2e78 req-15f0d5c5-7f2c-47b0-9b3b-da51ee3db56e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 944 time: 0.1077449
Mar 25 03:33:22.743488 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f59e1865-c1d9-4394-bd13-507da6ab2e78 req-237f1092-c3cd-4ceb-89dd-c4ad9f9ea11a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046805
Mar 25 03:33:22.787384 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8852f-3c3d-4bef-b0bd-d8bb13f30547 req-34f4502a-9ad9-4ba4-9f92-c0301fec7e6e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:22.794990 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ecf8852f-3c3d-4bef-b0bd-d8bb13f30547 req-34f4502a-9ad9-4ba4-9f92-c0301fec7e6e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 943 time: 0.1133726
Mar 25 03:33:22.907856 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ecf8852f-3c3d-4bef-b0bd-d8bb13f30547 req-90dbe88c-96a7-4323-9b45-9cf277db9913 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118886
Mar 25 03:33:22.941126 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] Set router a182c2fc-f5de-4d82-a6a6-f70a450325e1 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:33:23.003904 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7ca68580-af7c-4f8b-8a47-1d59d7da2a56 None None] Provisioning complete for port 9937403e-dbae-42ab-9aa1-c3622c92ac3d triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:23.004207 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7ca68580-af7c-4f8b-8a47-1d59d7da2a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:23.304949 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7ca68580-af7c-4f8b-8a47-1d59d7da2a56 None None] Current status of the port 9937403e-dbae-42ab-9aa1-c3622c92ac3d is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:23.304949 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7ca68580-af7c-4f8b-8a47-1d59d7da2a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:23.565994 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7ca68580-af7c-4f8b-8a47-1d59d7da2a56 None None] For port 9937403e-dbae-42ab-9aa1-c3622c92ac3d, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=9937403e-dbae-42ab-9aa1-c3622c92ac3d,segment=NetworkSegment(b4e30346-e699-4e74-9b15-eafa6b10168c),segment_id=b4e30346-e699-4e74-9b15-eafa6b10168c)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:23.600472 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc0aa310>, [{'id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'name': 'tempest-TestMinimumBasicScenario-710216610-router', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:33:17Z', 'revision_number': 4, 'project_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'gw_port': {'id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '9937403e-dbae-42ab-9aa1-c3622c92ac3d', 'name': '', 'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'mac_address': 'fa:16:3e:0a:9b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:15Z', 'updated_at': '2022-03-25T03:33:22Z', 'revision_number': 4, 'project_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'subnets': [{'id': 'b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:23.676213 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7ca68580-af7c-4f8b-8a47-1d59d7da2a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:23.681701 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be131e05-56cb-46db-a48a-c44eca990e61 None None] The sync data for ids ['a182c2fc-f5de-4d82-a6a6-f70a450325e1'] in dv-cinder-835168-1-iscsi is: [{'id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'name': 'tempest-TestMinimumBasicScenario-710216610-router', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:33:17Z', 'revision_number': 4, 'project_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'gw_port': {'id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '9937403e-dbae-42ab-9aa1-c3622c92ac3d', 'name': '', 'network_id': '3c60d3fd-dd5a-4c97-883c-e5cf6723d01a', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'mac_address': 'fa:16:3e:0a:9b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:15Z', 'updated_at': '2022-03-25T03:33:22Z', 'revision_number': 4, 'project_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'subnets': [{'id': 'b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:33:23.870611 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca68580-af7c-4f8b-8a47-1d59d7da2a56 None None] Pushing event updated for resources: {'Port': ['ID=9937403e-dbae-42ab-9aa1-c3622c92ac3d,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:23.925276 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce84c-c5b1-400b-9a17-fd0715f7d0c2 req-3ff2ff2d-cd42-466d-be0b-a0b365e34082 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:23.934303 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-69fce84c-c5b1-400b-9a17-fd0715f7d0c2 req-3ff2ff2d-cd42-466d-be0b-a0b365e34082 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.2401991
Mar 25 03:33:24.067064 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device ff000fce-4972-46a9-b92b-da43fa56cc8a details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:33:24.097409 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-69fce84c-c5b1-400b-9a17-fd0715f7d0c2 req-ccbdb479-93ac-4551-a728-1abfeed9f1c9 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1639678
Mar 25 03:33:24.105066 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e09f2c-1100-4995-8400-7f129c3d0200 req-e703bb85-7853-4d0c-846f-12e5cccafa00 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:24.106775 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-50e09f2c-1100-4995-8400-7f129c3d0200 req-e703bb85-7853-4d0c-846f-12e5cccafa00 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 944 time: 0.2014694
Mar 25 03:33:24.211385 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-50e09f2c-1100-4995-8400-7f129c3d0200 req-ffb52130-3539-4256-9038-09bd2bf39927 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890737
Mar 25 03:33:24.273511 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port ff000fce-4972-46a9-b92b-da43fa56cc8a, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ff000fce-4972-46a9-b92b-da43fa56cc8a,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:24.288419 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': 'ff000fce-4972-46a9-b92b-da43fa56cc8a', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'port_id': 'ff000fce-4972-46a9-b92b-da43fa56cc8a', 'mac_address': 'fa:16:3e:95:3c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:33:24.336669 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107aa5b-635d-4547-9e7c-f879fa0fa490 req-7a40c098-1652-4540-8424-b7bcec141c7e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:24.339216 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port ff000fce-4972-46a9-b92b-da43fa56cc8a is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:24.344026 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:24.346978 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3107aa5b-635d-4547-9e7c-f879fa0fa490 req-7a40c098-1652-4540-8424-b7bcec141c7e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 943 time: 0.0946045
Mar 25 03:33:24.373357 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff000fce-4972-46a9-b92b-da43fa56cc8a {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:33:24.407152 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port ff000fce-4972-46a9-b92b-da43fa56cc8a, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ff000fce-4972-46a9-b92b-da43fa56cc8a,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:24.457740 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3107aa5b-635d-4547-9e7c-f879fa0fa490 req-76fce105-c82c-4d99-acbb-2b66f16a45bb tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027081
Mar 25 03:33:24.506619 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 9937403e-dbae-42ab-9aa1-c3622c92ac3d up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:33:24.601286 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 9937403e-dbae-42ab-9aa1-c3622c92ac3d triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:24.605232 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:24.636171 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:24.636894 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device ea76e1b9-2252-4748-aab4-25e3890d1806 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:33:24.819911 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=ff000fce-4972-46a9-b92b-da43fa56cc8a,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:24.885694 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 9937403e-dbae-42ab-9aa1-c3622c92ac3d is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:25.001586 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port ea76e1b9-2252-4748-aab4-25e3890d1806, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ea76e1b9-2252-4748-aab4-25e3890d1806,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:25.040375 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'port_id': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'mac_address': 'fa:16:3e:fb:d0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:33:25.098053 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port ea76e1b9-2252-4748-aab4-25e3890d1806 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:25.098606 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:25.123466 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea76e1b9-2252-4748-aab4-25e3890d1806 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:33:25.172031 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port ea76e1b9-2252-4748-aab4-25e3890d1806, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ea76e1b9-2252-4748-aab4-25e3890d1806,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:25.251325 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:25.332204 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d1e31-9e89-4399-8b8a-457c435930e4 req-6aff530a-14bc-4abd-9e5d-1f9c5e00a161 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:25.340562 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9f3d1e31-9e89-4399-8b8a-457c435930e4 req-6aff530a-14bc-4abd-9e5d-1f9c5e00a161 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.1110010
Mar 25 03:33:25.364537 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=ea76e1b9-2252-4748-aab4-25e3890d1806,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:25.441079 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9f3d1e31-9e89-4399-8b8a-457c435930e4 req-1e919be3-3d86-44a6-901a-63d224abab29 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992949
Mar 25 03:33:25.521571 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba676a5-9d60-4e42-9854-3f26a9e497a1 req-cc514647-c5a7-465c-b270-7d3884708fa8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:25.530558 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-eba676a5-9d60-4e42-9854-3f26a9e497a1 req-cc514647-c5a7-465c-b270-7d3884708fa8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 945 time: 0.1560240
Mar 25 03:33:25.613203 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-eba676a5-9d60-4e42-9854-3f26a9e497a1 req-beab5dc0-cb56-460a-bc11-1e45438ddf5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815189
Mar 25 03:33:25.652892 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['ff000fce-4972-46a9-b92b-da43fa56cc8a'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:33:25.695731 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8448a9-1168-4e24-8acc-fff7561c5c1c req-3364770e-1bb0-4153-b0dd-c6260770c9c5 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:25.702410 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['ea76e1b9-2252-4748-aab4-25e3890d1806'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:33:25.711168 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7a8448a9-1168-4e24-8acc-fff7561c5c1c req-3364770e-1bb0-4153-b0dd-c6260770c9c5 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 944 time: 0.1202497
Mar 25 03:33:25.815841 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7a8448a9-1168-4e24-8acc-fff7561c5c1c req-cc64fa29-90a8-4251-92f6-c55475b5ee1b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029100
Mar 25 03:33:26.710545 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9bdd6-f1ad-44d1-b52b-3a5efc9dec5c req-3d274ae4-282c-4eb5-b528-7e843d475d67 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:26.712869 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-78d9bdd6-f1ad-44d1-b52b-3a5efc9dec5c req-3d274ae4-282c-4eb5-b528-7e843d475d67 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0703423
Mar 25 03:33:26.776864 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-78d9bdd6-f1ad-44d1-b52b-3a5efc9dec5c req-1f6aadaa-6481-485d-a311-5b954df709d6 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553932
Mar 25 03:33:26.914852 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb3814-1883-49c7-a156-44acf2bcb4d2 req-79b5fb4d-8fe8-43d3-b95b-36e2f282567d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:26.922215 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1cdb3814-1883-49c7-a156-44acf2bcb4d2 req-79b5fb4d-8fe8-43d3-b95b-36e2f282567d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 945 time: 0.0650916
Mar 25 03:33:27.000033 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1cdb3814-1883-49c7-a156-44acf2bcb4d2 req-1ed2793d-94fc-49f1-916e-984f3613f176 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768604
Mar 25 03:33:27.134062 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1222c2-cbb3-4124-a486-4028d5115fae req-a4fef136-8b66-468c-9f94-44a5627865f9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:27.139235 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6e1222c2-cbb3-4124-a486-4028d5115fae req-a4fef136-8b66-468c-9f94-44a5627865f9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 944 time: 0.0695102
Mar 25 03:33:27.202249 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6e1222c2-cbb3-4124-a486-4028d5115fae req-7cccf5b8-9093-4b57-8f96-331291aafc8d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620096
Mar 25 03:33:27.310745 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device ff000fce-4972-46a9-b92b-da43fa56cc8a up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:33:27.485544 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port ff000fce-4972-46a9-b92b-da43fa56cc8a completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:33:27.492956 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port ff000fce-4972-46a9-b92b-da43fa56cc8a triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:27.500111 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:27.612178 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port ff000fce-4972-46a9-b92b-da43fa56cc8a is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:27.613107 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:27.710410 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d7810a-ce58-4aba-abcb-287be7773b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff000fce-4972-46a9-b92b-da43fa56cc8a'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:33:27.725308 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8201843f-f566-46ed-a46b-9eddf2ac719f" -d '{"events": [{"server_uuid": "c9d7810a-ce58-4aba-abcb-287be7773b57", "name": "network-vif-plugged", "status": "completed", "tag": "ff000fce-4972-46a9-b92b-da43fa56cc8a"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:33:27.741512 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port ff000fce-4972-46a9-b92b-da43fa56cc8a, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ff000fce-4972-46a9-b92b-da43fa56cc8a,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:27.793712 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6af8096-c7cf-4995-8e72-14824e182226 x-openstack-request-id: req-b6af8096-c7cf-4995-8e72-14824e182226 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:33:27.794016 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d7810a-ce58-4aba-abcb-287be7773b57", "name": "network-vif-plugged", "status": "completed", "tag": "ff000fce-4972-46a9-b92b-da43fa56cc8a", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:33:27.794279 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6af8096-c7cf-4995-8e72-14824e182226 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:33:27.794681 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6af8096-c7cf-4995-8e72-14824e182226'] response: {'server_uuid': 'c9d7810a-ce58-4aba-abcb-287be7773b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff000fce-4972-46a9-b92b-da43fa56cc8a', 'code': 200}
Mar 25 03:33:27.897837 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:27.898713 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device ea76e1b9-2252-4748-aab4-25e3890d1806 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:33:28.045316 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131f1b2-0491-45de-b8dc-7be08990f817 req-2dc887f4-d7c3-4b9f-a777-2107a3117dc4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:28.048056 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e131f1b2-0491-45de-b8dc-7be08990f817 req-2dc887f4-d7c3-4b9f-a777-2107a3117dc4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.1318400
Mar 25 03:33:28.073308 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=ff000fce-4972-46a9-b92b-da43fa56cc8a,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:28.138541 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e131f1b2-0491-45de-b8dc-7be08990f817 req-8ef224a5-1192-4c87-8bdb-9fc93729f9cf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825491
Mar 25 03:33:28.225819 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port ea76e1b9-2252-4748-aab4-25e3890d1806 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:33:28.236557 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port ea76e1b9-2252-4748-aab4-25e3890d1806 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:28.236953 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:28.267765 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec0db6-78de-4946-8e51-679fcb2d7dd5 req-9a784d2b-d45f-4012-a48c-b300bac3022f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:28.270171 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b4ec0db6-78de-4946-8e51-679fcb2d7dd5 req-9a784d2b-d45f-4012-a48c-b300bac3022f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 946 time: 0.1384852
Mar 25 03:33:28.292753 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8b84d-9ee1-42ad-8bad-6a3cca476598 req-e52c4faf-55ac-4c58-9e3f-532f355583f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:28.294403 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0fe8b84d-9ee1-42ad-8bad-6a3cca476598 req-e52c4faf-55ac-4c58-9e3f-532f355583f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 1130 time: 0.1386452
Mar 25 03:33:28.385562 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b4ec0db6-78de-4946-8e51-679fcb2d7dd5 req-c6eeee3b-f735-43f0-b6ec-5ce39c54bdd0 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1031609
Mar 25 03:33:28.443778 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port ea76e1b9-2252-4748-aab4-25e3890d1806 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:28.444408 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:28.495030 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port ea76e1b9-2252-4748-aab4-25e3890d1806, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ea76e1b9-2252-4748-aab4-25e3890d1806,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:28.501274 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0fe8b84d-9ee1-42ad-8bad-6a3cca476598 req-a63832e6-ba53-4b65-9215-731527bdaa4d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1999960
Mar 25 03:33:28.522617 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d807b5-488a-4832-bd7d-06c78dc18192 req-ec81fce2-516f-4d88-80cc-f7cceefb79a5 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:28.524707 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f8d807b5-488a-4832-bd7d-06c78dc18192 req-ec81fce2-516f-4d88-80cc-f7cceefb79a5 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 944 time: 0.1481526
Mar 25 03:33:28.588507 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f8d807b5-488a-4832-bd7d-06c78dc18192 req-96b1d20d-1119-4521-9fba-c4c9d06b9d6a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560720
Mar 25 03:33:28.983837 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:29.078013 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=ea76e1b9-2252-4748-aab4-25e3890d1806,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:29.413792 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532db282-a42c-4e41-b4c8-0a3faa0c5e75 req-6af39b94-956d-4c4e-8c78-2746368e8006 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:29.416021 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-532db282-a42c-4e41-b4c8-0a3faa0c5e75 req-6af39b94-956d-4c4e-8c78-2746368e8006 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.1340656
Mar 25 03:33:29.533480 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-532db282-a42c-4e41-b4c8-0a3faa0c5e75 req-299007b1-c338-4b53-bf76-b606dcdaf2bc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1085830
Mar 25 03:33:29.648307 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cd154-4987-42ce-889d-ee2ff2865572 req-d7c3154b-89ff-47be-922b-a162f05a08c5 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:29.653676 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a62cd154-4987-42ce-889d-ee2ff2865572 req-d7c3154b-89ff-47be-922b-a162f05a08c5 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 946 time: 0.1000223
Mar 25 03:33:29.715137 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a62cd154-4987-42ce-889d-ee2ff2865572 req-fcf22eaf-afaa-4168-beaf-a69b9ff2e629 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564516
Mar 25 03:33:29.795778 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea76e1b9-2252-4748-aab4-25e3890d1806'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:33:29.798074 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb7b353-a21f-47d6-b6a3-c61ee7f44d2a" -d '{"events": [{"server_uuid": "ac78afb7-6e56-4ea4-ae61-e9864adb9eef", "name": "network-vif-plugged", "status": "completed", "tag": "ea76e1b9-2252-4748-aab4-25e3890d1806"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:33:29.824041 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c7203-5332-4589-96b6-aab0b1de8b35 req-a8ff6a75-47c6-42d6-9637-ac7c4079f2a6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:29.836550 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-756c7203-5332-4589-96b6-aab0b1de8b35 req-a8ff6a75-47c6-42d6-9637-ac7c4079f2a6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.1199906
Mar 25 03:33:29.919787 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5eb2bb-f8e7-432b-be03-9e62480a9fdd x-openstack-request-id: req-0c5eb2bb-f8e7-432b-be03-9e62480a9fdd {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:33:29.920312 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac78afb7-6e56-4ea4-ae61-e9864adb9eef", "name": "network-vif-plugged", "status": "completed", "tag": "ea76e1b9-2252-4748-aab4-25e3890d1806", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:33:29.920723 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c5eb2bb-f8e7-432b-be03-9e62480a9fdd {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:33:29.921277 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5eb2bb-f8e7-432b-be03-9e62480a9fdd'] response: {'server_uuid': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'code': 200}
Mar 25 03:33:29.940190 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-756c7203-5332-4589-96b6-aab0b1de8b35 req-68e4fe51-29fe-400d-9589-130ec2ef8325 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1030583
Mar 25 03:33:30.313641 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:30.399556 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f085d21-7074-4e7f-a048-feab63626bfe req-abcc4dba-bce0-44a4-b241-2e2ac0be1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:30.403706 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7f085d21-7074-4e7f-a048-feab63626bfe req-abcc4dba-bce0-44a4-b241-2e2ac0be1b9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 1129 time: 0.1283081
Mar 25 03:33:30.490218 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7f085d21-7074-4e7f-a048-feab63626bfe req-7a4ba146-2923-45d8-b4e1-e9e895a6aaa8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806594
Mar 25 03:33:30.866604 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516116e5-96ba-4609-9dec-af2179cca34d req-daeb9084-ea4f-431a-8673-93ed864b0466 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:30.866604 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-516116e5-96ba-4609-9dec-af2179cca34d req-daeb9084-ea4f-431a-8673-93ed864b0466 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.1599200
Mar 25 03:33:31.010302 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-516116e5-96ba-4609-9dec-af2179cca34d req-4c4f63c7-3d04-4956-a52c-c8868cb6c03c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1489556
Mar 25 03:33:31.089180 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4480a-e015-4e74-9da4-fe628f2125e2 req-0dc1ee47-5fd0-4554-9ec0-ab469bec32a2 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:31.106897 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-84b4480a-e015-4e74-9da4-fe628f2125e2 req-0dc1ee47-5fd0-4554-9ec0-ab469bec32a2 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 946 time: 0.1668799
Mar 25 03:33:31.184840 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-84b4480a-e015-4e74-9da4-fe628f2125e2 req-57efde00-2239-41cf-8395-e5a6ffd02860 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755625
Mar 25 03:33:31.198705 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1093c-0637-42b5-b690-72542ceca60e req-8cea6efd-56f0-48c6-99f6-bf4297b1a721 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:31.200855 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-34f1093c-0637-42b5-b690-72542ceca60e req-8cea6efd-56f0-48c6-99f6-bf4297b1a721 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0822697
Mar 25 03:33:31.275514 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-34f1093c-0637-42b5-b690-72542ceca60e req-850cfb7a-0667-4691-acc8-36c4f2bb4859 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641775
Mar 25 03:33:31.336221 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7b1d6-bc65-4267-98db-787ff1b1cd99 req-486e62e1-e683-48a0-a846-f351ef4a6d22 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:31.340481 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-afe7b1d6-bc65-4267-98db-787ff1b1cd99 req-486e62e1-e683-48a0-a846-f351ef4a6d22 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 946 time: 0.0822909
Mar 25 03:33:31.348114 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 32974) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:31.356182 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-57a96722-75a3-44be-8cf3-e32e3b054a00 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'floatingip': {'port_id': 'ff000fce-4972-46a9-b92b-da43fa56cc8a'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:31.397698 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-57a96722-75a3-44be-8cf3-e32e3b054a00 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (2f95e7f2-814c-4cae-92ca-7eecbbc0183f), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:32.017971 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-57a96722-75a3-44be-8cf3-e32e3b054a00 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:32.097422 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-57a96722-75a3-44be-8cf3-e32e3b054a00 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (2f95e7f2-814c-4cae-92ca-7eecbbc0183f), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:32.275000 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab46c3-1b3b-411b-8450-bcd39b872187 req-f47c5362-3abf-430a-accd-01e0c2964c4f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:32.276521 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9cab46c3-1b3b-411b-8450-bcd39b872187 req-f47c5362-3abf-430a-accd-01e0c2964c4f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.1178095
Mar 25 03:33:32.339553 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.l3_db [None req-57a96722-75a3-44be-8cf3-e32e3b054a00 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Floating IP 2f95e7f2-814c-4cae-92ca-7eecbbc0183f associated. External IP: 172.27.0.162, port: ff000fce-4972-46a9-b92b-da43fa56cc8a.
Mar 25 03:33:32.429994 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9cab46c3-1b3b-411b-8450-bcd39b872187 req-7db7f024-4ffb-43ad-8156-d3e24ff1c7ea tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210918
Mar 25 03:33:32.629294 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018c2bb-0699-4a53-acf0-fada172fb829 req-0399f1ae-51e9-45b3-8e55-2fc6029e1854 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:32.631206 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e018c2bb-0699-4a53-acf0-fada172fb829 req-0399f1ae-51e9-45b3-8e55-2fc6029e1854 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.1702096
Mar 25 03:33:32.665302 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 32992) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:32.710766 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e018c2bb-0699-4a53-acf0-fada172fb829 req-e8d44734-197e-499a-93af-9f09752ec6ac tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623157
Mar 25 03:33:32.764343 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a96722-75a3-44be-8cf3-e32e3b054a00 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:33:32.918450 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2160ef-1259-4a87-bb4e-666ad6c1ecb0 req-9210525f-bfa1-4011-bb3e-d03f7948f60a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:32.920190 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-df2160ef-1259-4a87-bb4e-666ad6c1ecb0 req-9210525f-bfa1-4011-bb3e-d03f7948f60a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0747650
Mar 25 03:33:32.935995 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 32998) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:32.943755 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-92d82431-4622-4ce2-95b3-078ff2df1a9e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Request body: {'floatingip': {'port_id': 'ea76e1b9-2252-4748-aab4-25e3890d1806'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:33.033070 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c4301386-e9ac-4bfd-a899-957129bff678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:33.045014 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-92d82431-4622-4ce2-95b3-078ff2df1a9e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for floatingip (2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:33.163690 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a96722-75a3-44be-8cf3-e32e3b054a00 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:33:33.173238 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-57a96722-75a3-44be-8cf3-e32e3b054a00 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:33.174211 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01f3b4-f297-4523-be69-1bf7bed52913 None None] Sync routers for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:33:33.187668 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01f3b4-f297-4523-be69-1bf7bed52913 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:33:33.190291 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-cd01f3b4-f297-4523-be69-1bf7bed52913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebda7dc70>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:33:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:33.224887 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-57a96722-75a3-44be-8cf3-e32e3b054a00 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "PUT /v2.0/floatingips/2f95e7f2-814c-4cae-92ca-7eecbbc0183f HTTP/1.1" status: 200  len: 992 time: 1.8756640
Mar 25 03:33:33.225488 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d7810a-ce58-4aba-abcb-287be7773b57', 'tag': 'ff000fce-4972-46a9-b92b-da43fa56cc8a'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:33:33.236910 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7edb7e6-67e9-43b9-862a-8855f0d33d99" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d7810a-ce58-4aba-abcb-287be7773b57", "tag": "ff000fce-4972-46a9-b92b-da43fa56cc8a"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:33:33.305254 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9477c5a5-0801-4897-b125-225815ac4791 x-openstack-request-id: req-9477c5a5-0801-4897-b125-225815ac4791 {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:33:33.305589 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d7810a-ce58-4aba-abcb-287be7773b57", "tag": "ff000fce-4972-46a9-b92b-da43fa56cc8a", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:33:33.305866 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9477c5a5-0801-4897-b125-225815ac4791 {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:33:33.308897 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9477c5a5-0801-4897-b125-225815ac4791'] response: {'name': 'network-changed', 'server_uuid': 'c9d7810a-ce58-4aba-abcb-287be7773b57', 'tag': 'ff000fce-4972-46a9-b92b-da43fa56cc8a', 'status': 'completed', 'code': 200}
Mar 25 03:33:33.322412 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-cd01f3b4-f297-4523-be69-1bf7bed52913 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:33:33.411741 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c4301386-e9ac-4bfd-a899-957129bff678 admin admin] Publish callbacks [] for security_group (1f399c3b-5b91-42f7-bbb5-4a51d3c8c9c4), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:33.429531 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edb7e6-67e9-43b9-862a-8855f0d33d99 req-a87b2089-b82f-40ba-85b6-231bdb09ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:33.430477 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b7edb7e6-67e9-43b9-862a-8855f0d33d99 req-a87b2089-b82f-40ba-85b6-231bdb09ce5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 1130 time: 0.0797806
Mar 25 03:33:33.553340 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c4301386-e9ac-4bfd-a899-957129bff678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (1f399c3b-5b91-42f7-bbb5-4a51d3c8c9c4), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:33.629847 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-cd01f3b4-f297-4523-be69-1bf7bed52913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebda7dc70>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '2f95e7f2-814c-4cae-92ca-7eecbbc0183f', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': 'ff000fce-4972-46a9-b92b-da43fa56cc8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:95:3c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7810a-ce58-4aba-abcb-287be7773b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:31Z', 'revision_number': 1, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}, {'id': '5a370bb7-6ee5-4f1f-a047-5e0d65845bc2', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:18:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659a6384-0384-49ff-a92a-e89013165789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:31:04Z', 'updated_at': '2022-03-25T03:31:45Z', 'revision_number': 2, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:33.666275 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01f3b4-f297-4523-be69-1bf7bed52913 None None] Checking router: 6a36ad02-4238-4232-ad4d-dbbf59a59e63 for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:33:33.676222 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01f3b4-f297-4523-be69-1bf7bed52913 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:33:33.676444 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-cd01f3b4-f297-4523-be69-1bf7bed52913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebda7dc70>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:33:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:33.808640 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-c4301386-e9ac-4bfd-a899-957129bff678 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5457058742c54cafb92bc7625bce457b&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1392410
Mar 25 03:33:33.808963 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 33014) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:33.835578 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edb7e6-67e9-43b9-862a-8855f0d33d99 req-d002ac23-76b5-453c-89a0-968582ca2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:33.837205 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b7edb7e6-67e9-43b9-862a-8855f0d33d99 req-d002ac23-76b5-453c-89a0-968582ca2b55 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 915 time: 0.3868496
Mar 25 03:33:33.898421 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-cd01f3b4-f297-4523-be69-1bf7bed52913 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:33:33.923238 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-350ad834-88e4-430e-8636-02cbe861f73c admin admin] Publish callbacks [] for security_group (1f399c3b-5b91-42f7-bbb5-4a51d3c8c9c4), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:33.971785 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4301386-e9ac-4bfd-a899-957129bff678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f399c3b-5b91-42f7-bbb5-4a51d3c8c9c4,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:33.989766 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-350ad834-88e4-430e-8636-02cbe861f73c admin admin] Publish callbacks [] for security_group (1f399c3b-5b91-42f7-bbb5-4a51d3c8c9c4), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:34.049539 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c7952-c6d5-4056-ad10-6c68a3bc436e req-5139b30c-f31c-44f6-bf78-cc69d7a3868b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:34.063321 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6a0c7952-c6d5-4056-ad10-6c68a3bc436e req-5139b30c-f31c-44f6-bf78-cc69d7a3868b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.5269001
Mar 25 03:33:34.191548 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b7edb7e6-67e9-43b9-862a-8855f0d33d99 req-edec02b0-9ed5-4546-9625-0304cae40817 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff000fce-4972-46a9-b92b-da43fa56cc8a HTTP/1.1" status: 200  len: 1000 time: 0.3079953
Mar 25 03:33:34.222734 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-350ad834-88e4-430e-8636-02cbe861f73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (1f399c3b-5b91-42f7-bbb5-4a51d3c8c9c4), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:34.225934 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-350ad834-88e4-430e-8636-02cbe861f73c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:34.229932 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-350ad834-88e4-430e-8636-02cbe861f73c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f399c3b-5b91-42f7-bbb5-4a51d3c8c9c4 HTTP/1.1" status: 204  len: 168 time: 0.4171803
Mar 25 03:33:34.245263 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ad834-88e4-430e-8636-02cbe861f73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f399c3b-5b91-42f7-bbb5-4a51d3c8c9c4,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:34.248218 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-cd01f3b4-f297-4523-be69-1bf7bed52913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebda7dc70>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '2f95e7f2-814c-4cae-92ca-7eecbbc0183f', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': 'ff000fce-4972-46a9-b92b-da43fa56cc8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:95:3c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7810a-ce58-4aba-abcb-287be7773b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:31Z', 'revision_number': 1, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}, {'id': '5a370bb7-6ee5-4f1f-a047-5e0d65845bc2', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:18:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659a6384-0384-49ff-a92a-e89013165789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:31:04Z', 'updated_at': '2022-03-25T03:31:45Z', 'revision_number': 2, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:34.327168 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6a0c7952-c6d5-4056-ad10-6c68a3bc436e req-59e2d5b4-b8a0-49df-b285-f8e862c3d709 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2520831
Mar 25 03:33:34.366096 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01f3b4-f297-4523-be69-1bf7bed52913 None None] The sync data for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi is: [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '2f95e7f2-814c-4cae-92ca-7eecbbc0183f', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': 'ff000fce-4972-46a9-b92b-da43fa56cc8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:95:3c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7810a-ce58-4aba-abcb-287be7773b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:31Z', 'revision_number': 1, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}, {'id': '5a370bb7-6ee5-4f1f-a047-5e0d65845bc2', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:18:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659a6384-0384-49ff-a92a-e89013165789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:31:04Z', 'updated_at': '2022-03-25T03:31:45Z', 'revision_number': 2, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:33:34.371421 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-92d82431-4622-4ce2-95b3-078ff2df1a9e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:34.387482 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edb7e6-67e9-43b9-862a-8855f0d33d99 req-d4650ef4-b61a-4cd2-af0d-ed941dbaf624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:34.389011 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b7edb7e6-67e9-43b9-862a-8855f0d33d99 req-d4650ef4-b61a-4cd2-af0d-ed941dbaf624 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f66c337-0509-432b-a485-8345b9a5f7ed HTTP/1.1" status: 200  len: 853 time: 0.1873510
Mar 25 03:33:34.460161 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edb7e6-67e9-43b9-862a-8855f0d33d99 req-6a07328d-9d6d-40d3-94ee-473c4b2567c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:34.463284 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b7edb7e6-67e9-43b9-862a-8855f0d33d99 req-6a07328d-9d6d-40d3-94ee-473c4b2567c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0639660
Mar 25 03:33:34.574974 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b7edb7e6-67e9-43b9-862a-8855f0d33d99 req-f1782369-343d-4e1a-8802-ac98a836fde8 service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1016960
Mar 25 03:33:34.637408 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a9b4f-0da0-4cb6-9454-afc92710ef87 None None] New status for floating IP 2f95e7f2-814c-4cae-92ca-7eecbbc0183f: ACTIVE {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:33:34.653800 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-92d82431-4622-4ce2-95b3-078ff2df1a9e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:34.804591 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b7edb7e6-67e9-43b9-862a-8855f0d33d99 req-e568e9ce-f83e-42f3-aa5d-5e19e1f1ab67 service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2185028
Mar 25 03:33:34.829962 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [None req-92d82431-4622-4ce2-95b3-078ff2df1a9e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Floating IP 2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8 associated. External IP: 172.27.0.237, port: ea76e1b9-2252-4748-aab4-25e3890d1806.
Mar 25 03:33:35.125929 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d82431-4622-4ce2-95b3-078ff2df1a9e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Router 727720ad-3914-4a41-a91d-7fef522c018a has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:33:35.266584 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d82431-4622-4ce2-95b3-078ff2df1a9e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:33:35.276685 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-92d82431-4622-4ce2-95b3-078ff2df1a9e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:35.277477 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576d868-b512-44b7-b238-a80a54a6d756 None None] Sync routers for ids ['727720ad-3914-4a41-a91d-7fef522c018a'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:33:35.291046 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576d868-b512-44b7-b238-a80a54a6d756 None None] Routers {'727720ad-3914-4a41-a91d-7fef522c018a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:33:35.292139 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-7576d868-b512-44b7-b238-a80a54a6d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc8296d0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:33:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['727720ad-3914-4a41-a91d-7fef522c018a'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:35.328486 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-92d82431-4622-4ce2-95b3-078ff2df1a9e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "PUT /v2.0/floatingips/2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8 HTTP/1.1" status: 200  len: 991 time: 2.3907485
Mar 25 03:33:35.329260 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'tag': 'ea76e1b9-2252-4748-aab4-25e3890d1806'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:33:35.333939 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483baf86-a377-4275-84fe-d3032383d52b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac78afb7-6e56-4ea4-ae61-e9864adb9eef", "tag": "ea76e1b9-2252-4748-aab4-25e3890d1806"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:33:35.402160 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2cf69b-6b7a-453b-bb2e-c1fc11a1da18 x-openstack-request-id: req-af2cf69b-6b7a-453b-bb2e-c1fc11a1da18 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:33:35.403007 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac78afb7-6e56-4ea4-ae61-e9864adb9eef", "tag": "ea76e1b9-2252-4748-aab4-25e3890d1806", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:33:35.406696 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af2cf69b-6b7a-453b-bb2e-c1fc11a1da18 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:33:35.406696 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2cf69b-6b7a-453b-bb2e-c1fc11a1da18'] response: {'name': 'network-changed', 'server_uuid': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'tag': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'status': 'completed', 'code': 200}
Mar 25 03:33:35.530520 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-7576d868-b512-44b7-b238-a80a54a6d756 None None] Set router 727720ad-3914-4a41-a91d-7fef522c018a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:33:35.548439 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483baf86-a377-4275-84fe-d3032383d52b req-392832df-163c-4fb7-af03-af89c4e0a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:35.551708 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-483baf86-a377-4275-84fe-d3032383d52b req-392832df-163c-4fb7-af03-af89c4e0a0ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 1129 time: 0.1130588
Mar 25 03:33:35.724781 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acc417-e508-472d-a1bf-0b59a9e49629 req-bb02cead-fc5f-4051-a89c-d94b565e00a7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:35.734938 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06acc417-e508-472d-a1bf-0b59a9e49629 req-bb02cead-fc5f-4051-a89c-d94b565e00a7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.1816332
Mar 25 03:33:35.769575 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483baf86-a377-4275-84fe-d3032383d52b req-cbaa1926-1369-4c04-8722-a34349a712f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:35.771742 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-483baf86-a377-4275-84fe-d3032383d52b req-cbaa1926-1369-4c04-8722-a34349a712f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 919 time: 0.1820574
Mar 25 03:33:35.888410 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06acc417-e508-472d-a1bf-0b59a9e49629 req-7030a60c-2872-499e-ac25-520734293add tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1493685
Mar 25 03:33:35.921549 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-483baf86-a377-4275-84fe-d3032383d52b req-01d10576-6fe1-4489-9a54-479576e18440 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea76e1b9-2252-4748-aab4-25e3890d1806 HTTP/1.1" status: 200  len: 999 time: 0.1367269
Mar 25 03:33:35.931472 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-4e4cf1a3-3795-4e0e-b550-b86180a9d203 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:35.938208 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-4e4cf1a3-3795-4e0e-b550-b86180a9d203 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/networks?id=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc HTTP/1.1" status: 200  len: 814 time: 0.1818254
Mar 25 03:33:35.957963 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-0b930561-7ba4-4e73-aa2c-63d6d41733c2 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/quotas/8fcb2a54095042de8f8a080ac25139a8 HTTP/1.1" status: 200  len: 375 time: 0.0187888
Mar 25 03:33:36.010353 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-7576d868-b512-44b7-b238-a80a54a6d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc8296d0>, [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'port_id': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'mac_address': 'fa:16:3e:fb:d0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:33:02Z', 'updated_at': '2022-03-25T03:33:34Z', 'revision_number': 1, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6', 'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'mac_address': 'fa:16:3e:29:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:06Z', 'updated_at': '2022-03-25T03:31:18Z', 'revision_number': 5, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'subnets': [{'id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:36.022801 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483baf86-a377-4275-84fe-d3032383d52b req-47d57df7-b7e9-49f0-8932-d8cf987cc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:36.025832 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-483baf86-a377-4275-84fe-d3032383d52b req-47d57df7-b7e9-49f0-8932-d8cf987cc734 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0959718
Mar 25 03:33:36.046005 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576d868-b512-44b7-b238-a80a54a6d756 None None] Checking router: 727720ad-3914-4a41-a91d-7fef522c018a for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:33:36.057277 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-03a58c75-a4db-4eed-8e5a-db2bded442e3 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fcb2a54095042de8f8a080ac25139a8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0984132
Mar 25 03:33:36.069015 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576d868-b512-44b7-b238-a80a54a6d756 None None] Routers {'727720ad-3914-4a41-a91d-7fef522c018a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:33:36.069015 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-7576d868-b512-44b7-b238-a80a54a6d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc8296d0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:33:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['727720ad-3914-4a41-a91d-7fef522c018a'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:36.105457 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483baf86-a377-4275-84fe-d3032383d52b req-97e37a43-9974-4752-9ef5-ee26b779234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:36.108786 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-483baf86-a377-4275-84fe-d3032383d52b req-97e37a43-9974-4752-9ef5-ee26b779234f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0716197
Mar 25 03:33:36.202482 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-7576d868-b512-44b7-b238-a80a54a6d756 None None] Set router 727720ad-3914-4a41-a91d-7fef522c018a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:33:36.226861 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-fed1969e-70c1-4e3e-9df6-bd851322e1a8 service neutron] 10.222.0.24 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589916
Mar 25 03:33:36.367735 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-483baf86-a377-4275-84fe-d3032383d52b req-db3b3ffd-05e9-40a3-b661-c9cb7aaf3589 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290285
Mar 25 03:33:36.390920 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-8f305a04-0c97-4373-92c9-5bdc4cd3ede9 service neutron] 10.222.0.24 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527643
Mar 25 03:33:36.516151 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-483baf86-a377-4275-84fe-d3032383d52b req-21f4c758-213c-4fe5-8abc-47080af6c38d service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421089
Mar 25 03:33:36.565283 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-7576d868-b512-44b7-b238-a80a54a6d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc8296d0>, [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'port_id': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'mac_address': 'fa:16:3e:fb:d0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:33:02Z', 'updated_at': '2022-03-25T03:33:34Z', 'revision_number': 1, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6', 'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'mac_address': 'fa:16:3e:29:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:06Z', 'updated_at': '2022-03-25T03:31:18Z', 'revision_number': 5, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'subnets': [{'id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:33:36.580555 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576d868-b512-44b7-b238-a80a54a6d756 None None] The sync data for ids ['727720ad-3914-4a41-a91d-7fef522c018a'] in dv-cinder-835168-1-iscsi is: [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'port_id': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'mac_address': 'fa:16:3e:fb:d0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:33:02Z', 'updated_at': '2022-03-25T03:33:34Z', 'revision_number': 1, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6', 'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'mac_address': 'fa:16:3e:29:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:06Z', 'updated_at': '2022-03-25T03:31:18Z', 'revision_number': 5, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'subnets': [{'id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:33:36.770707 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955f9aca-7a14-4958-9db6-1f9c3776ca81 None None] New status for floating IP 2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8: ACTIVE {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:33:37.014160 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79409fb-dd7d-4b6c-bf8a-92c7a0e50a1e req-ebf6cd3f-e7dc-4438-a0c5-72bdbc34a2ce tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:37.015610 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b79409fb-dd7d-4b6c-bf8a-92c7a0e50a1e req-ebf6cd3f-e7dc-4438-a0c5-72bdbc34a2ce tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0573146
Mar 25 03:33:37.061253 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b79409fb-dd7d-4b6c-bf8a-92c7a0e50a1e req-ebe59f9c-4a75-46b1-a5aa-ac62b83e80b6 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400825
Mar 25 03:33:37.340238 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5e556fdd-0fb8-4779-b91a-8c133d73eb66 req-f9b60629-714a-4c9f-bc8f-42daa53ef9ca tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 210 time: 0.0439932
Mar 25 03:33:38.189181 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2c051-eddd-417b-8adb-3c16f53cd2c1 req-ed76f5c4-e329-4b2b-a2b7-f89503315d7e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:38.190687 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e5f2c051-eddd-417b-8adb-3c16f53cd2c1 req-ed76f5c4-e329-4b2b-a2b7-f89503315d7e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0586593
Mar 25 03:33:38.237340 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e5f2c051-eddd-417b-8adb-3c16f53cd2c1 req-924a6b0a-65ce-422e-b079-d9b3363d9921 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410194
Mar 25 03:33:38.405804 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a2e24af5-dd56-4d25-b4a7-6cfa219847c2 req-9274076e-c2cb-46b8-93f3-023428a95f29 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 210 time: 0.0270510
Mar 25 03:33:39.307842 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bbc4-b8c5-46c5-ba72-42f311b0cfdd req-4dfca479-f25b-46c5-913f-f794de3e1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:39.309424 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ebd5bbc4-b8c5-46c5-ba72-42f311b0cfdd req-4dfca479-f25b-46c5-913f-f794de3e1790 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 1130 time: 0.0497332
Mar 25 03:33:39.366144 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6e58f-9efa-4229-9e8b-29e4fe6dda32 req-38b98b68-1598-4f89-9049-41525fa6d77c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:39.367620 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b0e6e58f-9efa-4229-9e8b-29e4fe6dda32 req-38b98b68-1598-4f89-9049-41525fa6d77c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0534091
Mar 25 03:33:39.411037 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bbc4-b8c5-46c5-ba72-42f311b0cfdd req-b1b4c808-2e13-4c30-b0a5-340958c7f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:39.412689 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ebd5bbc4-b8c5-46c5-ba72-42f311b0cfdd req-b1b4c808-2e13-4c30-b0a5-340958c7f5bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c5a4335-913f-4831-9329-aefa2b16e173 HTTP/1.1" status: 200  len: 918 time: 0.0859287
Mar 25 03:33:39.415072 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b0e6e58f-9efa-4229-9e8b-29e4fe6dda32 req-f071aae9-9eb8-4ab8-97ea-6f74ba18707c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401895
Mar 25 03:33:39.728799 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5406572d-3b06-48a4-a8e0-d14bfba0bef3 req-5742394d-9420-404f-88e1-3708557e3709 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 210 time: 0.2563798
Mar 25 03:33:39.733106 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ebd5bbc4-b8c5-46c5-ba72-42f311b0cfdd req-0722aeb4-efc9-4e3e-970d-9eee8df935c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=067fb160-522b-4926-bf99-f14b1630b448 HTTP/1.1" status: 200  len: 1002 time: 0.3104479
Mar 25 03:33:40.540739 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ff07a-6356-4283-9aa7-4b9630baf999 req-72fd66e4-87b8-411e-be1f-3f39482b44c4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:40.542121 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-151ff07a-6356-4283-9aa7-4b9630baf999 req-72fd66e4-87b8-411e-be1f-3f39482b44c4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0513055
Mar 25 03:33:40.590400 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-151ff07a-6356-4283-9aa7-4b9630baf999 req-8a52922d-8ca8-40bc-9b52-2b4d91ff6734 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427620
Mar 25 03:33:40.826801 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-70ff3de7-2615-46c3-aa38-54b222052505 req-d601b764-75cc-4e17-9fb6-3449ac7f2d96 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 210 time: 0.0263510
Mar 25 03:33:41.708480 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345ac23-6ede-4227-b2d9-0bc384ef0f86 req-4feb0e7b-610e-407f-bcec-559553128cd3 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:41.709993 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b345ac23-6ede-4227-b2d9-0bc384ef0f86 req-4feb0e7b-610e-407f-bcec-559553128cd3 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.0512125
Mar 25 03:33:41.757443 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b345ac23-6ede-4227-b2d9-0bc384ef0f86 req-a8e39343-3333-407e-9341-7cadcfa94a76 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402591
Mar 25 03:33:41.920092 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5dbf75c4-26b3-40f7-81d1-90a750a8052b req-1c1f12d4-dcc3-4bb2-b7c4-1cf167d09b33 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 210 time: 0.0268984
Mar 25 03:33:42.276458 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bbc4-b8c5-46c5-ba72-42f311b0cfdd req-8238388e-686e-4927-818b-0619d283982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:42.277985 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ebd5bbc4-b8c5-46c5-ba72-42f311b0cfdd req-8238388e-686e-4927-818b-0619d283982c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0fc2db0-5f07-4ebd-b00d-4236a2fef620 HTTP/1.1" status: 200  len: 856 time: 0.0433843
Mar 25 03:33:42.346152 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:33:42.350527 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bbc4-b8c5-46c5-ba72-42f311b0cfdd req-e2b15c70-5a92-47b0-a4bb-6a43e6994ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:42.352056 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ebd5bbc4-b8c5-46c5-ba72-42f311b0cfdd req-e2b15c70-5a92-47b0-a4bb-6a43e6994ee8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c5a4335-913f-4831-9329-aefa2b16e173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0510011
Mar 25 03:33:42.442208 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ebd5bbc4-b8c5-46c5-ba72-42f311b0cfdd req-b6b45367-88a6-4e31-8aa1-4a6c6035897f service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0792611
Mar 25 03:33:42.543444 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ebd5bbc4-b8c5-46c5-ba72-42f311b0cfdd req-7e1f1667-1b4e-434e-b387-86f9392c902b service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873129
Mar 25 03:33:42.600503 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-a1bf41bd-4e55-448b-963d-e8233aca1e38 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:42.601976 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-a1bf41bd-4e55-448b-963d-e8233aca1e38 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.35 "GET /v2.0/networks?id=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc HTTP/1.1" status: 200  len: 814 time: 0.1046035
Mar 25 03:33:42.615750 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-d5247931-0173-4250-8ec3-9f1860bfbfdb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Request body: {'port': {'device_id': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'admin_state_up': True, 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:42.811309 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-d5247931-0173-4250-8ec3-9f1860bfbfdb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Made reservation on behalf of 8fcb2a54095042de8f8a080ac25139a8 for: {'port': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:33:42.814767 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-d5247931-0173-4250-8ec3-9f1860bfbfdb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:42.937112 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a58a1-1640-42e1-9591-e9bf0e24de48 req-2d37d505-e0a5-4578-9156-d815090748dd tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:42.938643 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-611a58a1-1640-42e1-9591-e9bf0e24de48 req-2d37d505-e0a5-4578-9156-d815090748dd tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 946 time: 0.1097596
Mar 25 03:33:42.954091 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c879ce38-c684-4ee4-b4dd-af6bf8648118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:43.017501 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-d5247931-0173-4250-8ec3-9f1860bfbfdb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Allocated IP 172.20.0.13 (07ccd347-40aa-4c31-8a8d-fe25ce66bfcc/98415b84-7245-4a42-a6bf-b855a96bda62/ba9c4373-21ce-4d60-a020-813c28a48553) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:33:43.020070 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0e468323-6c0d-4580-9bc0-86d4078b93e9 req-dc2dd691-5cf6-4b10-9b14-df3848d128c3 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 210 time: 0.0294986
Mar 25 03:33:43.029356 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-611a58a1-1640-42e1-9591-e9bf0e24de48 req-540064c6-8f16-43c2-aa9c-79f0ab9cc4ff tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845349
Mar 25 03:33:43.193076 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-d5247931-0173-4250-8ec3-9f1860bfbfdb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for port (ba9c4373-21ce-4d60-a020-813c28a48553), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:43.279818 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-d5247931-0173-4250-8ec3-9f1860bfbfdb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:43.323199 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-d5247931-0173-4250-8ec3-9f1860bfbfdb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:33:43.329509 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-d5247931-0173-4250-8ec3-9f1860bfbfdb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:33:43.332528 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-d5247931-0173-4250-8ec3-9f1860bfbfdb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:33:43.338483 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-d5247931-0173-4250-8ec3-9f1860bfbfdb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:43.339133 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-d5247931-0173-4250-8ec3-9f1860bfbfdb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:43.348665 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5247931-0173-4250-8ec3-9f1860bfbfdb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event updated for resources: {'Port': ['ID=ba9c4373-21ce-4d60-a020-813c28a48553,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:43.379502 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 067fb160-522b-4926-bf99-f14b1630b448 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:33:43.432891 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-d5247931-0173-4250-8ec3-9f1860bfbfdb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8202195
Mar 25 03:33:43.444421 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Request body: {'port': {'device_id': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:33:43.489097 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 067fb160-522b-4926-bf99-f14b1630b448 is: ACTIVE; New status is: DOWN {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:33:43.489605 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (067fb160-522b-4926-bf99-f14b1630b448), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:43.520528 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:43.523887 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '067fb160-522b-4926-bf99-f14b1630b448'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:33:43.526765 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6fc052-7319-44c3-926f-b76aeb9d4957" -d '{"events": [{"server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "name": "network-vif-unplugged", "status": "completed", "tag": "067fb160-522b-4926-bf99-f14b1630b448"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:33:43.532895 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 067fb160-522b-4926-bf99-f14b1630b448, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=067fb160-522b-4926-bf99-f14b1630b448,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:33:43.569071 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Mar 2022 03:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a700593a-bc55-498a-9b0c-7f31c97df6e5 x-openstack-request-id: req-a700593a-bc55-498a-9b0c-7f31c97df6e5 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:33:43.569373 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "name": "network-vif-unplugged", "status": "completed", "tag": "067fb160-522b-4926-bf99-f14b1630b448", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:33:43.569635 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a700593a-bc55-498a-9b0c-7f31c97df6e5 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:33:43.570068 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a700593a-bc55-498a-9b0c-7f31c97df6e5'] response: {'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '067fb160-522b-4926-bf99-f14b1630b448', 'code': 200}
Mar 25 03:33:43.628255 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (067fb160-522b-4926-bf99-f14b1630b448), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:43.724197 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=067fb160-522b-4926-bf99-f14b1630b448,revision_number=8']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:43.729548 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-9cd91860-2b58-421f-923e-5abb747c5510 None None] Provisioning complete for port ba9c4373-21ce-4d60-a020-813c28a48553 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:33:43.734193 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9cd91860-2b58-421f-923e-5abb747c5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:43.784867 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-9cd91860-2b58-421f-923e-5abb747c5510 None None] Port ba9c4373-21ce-4d60-a020-813c28a48553 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:33:43.901687 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9c4373-21ce-4d60-a020-813c28a48553 {{(pid=103656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:33:43.912142 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Publish callbacks [] for port (ba9c4373-21ce-4d60-a020-813c28a48553), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:43.935677 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.provisioning_blocks [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Transition to ACTIVE for port object ba9c4373-21ce-4d60-a020-813c28a48553 will not be triggered until provisioned by entity L2. {{(pid=103656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:33:44.022570 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:44.181300 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9c4373-21ce-4d60-a020-813c28a48553,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:44.206606 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8f9e6-c612-40ab-ba02-a1bc6a235970 req-091dbc16-fbae-45ba-9421-497e6d52f1cc tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:44.216098 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-70f8f9e6-c612-40ab-ba02-a1bc6a235970 req-091dbc16-fbae-45ba-9421-497e6d52f1cc tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0674767
Mar 25 03:33:44.241514 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Attempting to bind port ba9c4373-21ce-4d60-a020-813c28a48553 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:33:44.242018 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Attempting to bind port ba9c4373-21ce-4d60-a020-813c28a48553 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': 'd40cb7fc-d41f-4cee-b926-0a8a81692946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc'}] {{(pid=103656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:33:44.242452 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Attempting to bind port ba9c4373-21ce-4d60-a020-813c28a48553 on network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:33:44.250344 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Port ba9c4373-21ce-4d60-a020-813c28a48553 on network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:33:44.250660 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Attempting to bind port ba9c4373-21ce-4d60-a020-813c28a48553 on network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:33:44.258391 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:33:44.265032 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Checking segment: {'id': 'd40cb7fc-d41f-4cee-b926-0a8a81692946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:33:44.265622 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Bound using segment: {'id': 'd40cb7fc-d41f-4cee-b926-0a8a81692946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc'} {{(pid=103656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:33:44.266222 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.managers [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Bound port: ba9c4373-21ce-4d60-a020-813c28a48553, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40cb7fc-d41f-4cee-b926-0a8a81692946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc'}}] {{(pid=103656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:33:44.268120 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:44.277371 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-70f8f9e6-c612-40ab-ba02-a1bc6a235970 req-13c377a3-30b8-4927-9254-aa5958692b7a tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600393
Mar 25 03:33:44.300552 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042e7dd-6878-4bf8-b073-bf6850df8a00 req-66c592d1-1f6e-4037-af79-961429348983 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:44.307690 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1042e7dd-6878-4bf8-b073-bf6850df8a00 req-66c592d1-1f6e-4037-af79-961429348983 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.1283865
Mar 25 03:33:44.393853 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1042e7dd-6878-4bf8-b073-bf6850df8a00 req-380ec709-3126-44c1-92b0-dd9240a55a33 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839543
Mar 25 03:33:44.434647 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] For port ba9c4373-21ce-4d60-a020-813c28a48553, host hv-cinder-83516, cleared binding levels {{(pid=103656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:33:44.441439 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] For port ba9c4373-21ce-4d60-a020-813c28a48553, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ba9c4373-21ce-4d60-a020-813c28a48553,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:33:44.520559 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:44.581563 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:44.582230 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:44.583538 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] 10.222.0.35 "PUT /v2.0/ports/ba9c4373-21ce-4d60-a020-813c28a48553 HTTP/1.1" status: 200  len: 1094 time: 1.1434889
Mar 25 03:33:44.586161 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:33:44.588792 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fe1119-6313-40a8-95d7-7ccabd57aa4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:33:44.642544 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ab84f-b910-4b66-8f50-8a148d3c3302 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9c4373-21ce-4d60-a020-813c28a48553,revision_number=3']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:44.653834 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c1f9c3-b99b-4033-a51d-f2ad3738509b x-openstack-request-id: req-13c1f9c3-b99b-4033-a51d-f2ad3738509b {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:33:44.654204 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:33:44.654639 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13c1f9c3-b99b-4033-a51d-f2ad3738509b {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:33:44.655216 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c1f9c3-b99b-4033-a51d-f2ad3738509b'] response: {'name': 'network-changed', 'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553', 'status': 'completed', 'code': 200}
Mar 25 03:33:45.194025 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-363b0e23-3f8e-4a5d-9697-9e01a75b04a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:45.403294 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b998d6f-a6ef-476a-b91b-3cb25bfd703f req-271e3f46-ad83-4790-82a0-b16f1816bc91 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:45.404794 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8b998d6f-a6ef-476a-b91b-3cb25bfd703f req-271e3f46-ad83-4790-82a0-b16f1816bc91 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0545583
Mar 25 03:33:45.454447 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8b998d6f-a6ef-476a-b91b-3cb25bfd703f req-8e784012-3af1-4d8e-abcf-aa1011c68558 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438831
Mar 25 03:33:45.515408 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c51b2-9061-4fbc-a1f8-55cd990a8412 req-a2b4c987-5071-4999-9dc0-4733520fd75a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:45.516870 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d24c51b2-9061-4fbc-a1f8-55cd990a8412 req-a2b4c987-5071-4999-9dc0-4733520fd75a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0530870
Mar 25 03:33:45.565548 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d24c51b2-9061-4fbc-a1f8-55cd990a8412 req-88ef5cec-f890-4f03-9f17-0200873ab4b8 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431747
Mar 25 03:33:46.136683 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:46.583410 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed9e28-2e98-4bf6-89f3-96fefe8c72ae req-d28733ca-f782-4edb-8aec-4897dc67de17 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:46.584864 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-15ed9e28-2e98-4bf6-89f3-96fefe8c72ae req-d28733ca-f782-4edb-8aec-4897dc67de17 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0536778
Mar 25 03:33:46.636411 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-15ed9e28-2e98-4bf6-89f3-96fefe8c72ae req-3c1d28ce-363e-4aeb-b2d1-c68d7a03ab49 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453055
Mar 25 03:33:46.710602 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c58a6-304c-4390-aba8-9da42fa4e5bb req-cd8a068c-caef-4d46-96e5-e7ac623af454 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:46.712272 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f19c58a6-304c-4390-aba8-9da42fa4e5bb req-cd8a068c-caef-4d46-96e5-e7ac623af454 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0569930
Mar 25 03:33:46.759671 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f19c58a6-304c-4390-aba8-9da42fa4e5bb req-e17ab2b0-6a23-4a16-aa89-8da1aefe4f5f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413151
Mar 25 03:33:47.514317 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:47.766684 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530478b-ea70-4bb4-af33-f6a6c0438edd req-2eeae1a9-055f-465e-bf83-457d0c2e71fb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:47.768378 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1530478b-ea70-4bb4-af33-f6a6c0438edd req-2eeae1a9-055f-465e-bf83-457d0c2e71fb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0584590
Mar 25 03:33:47.820089 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1530478b-ea70-4bb4-af33-f6a6c0438edd req-2a9f519f-414f-4e22-a718-dbfc7d5dbc24 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451739
Mar 25 03:33:47.893188 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6a1a5-be3c-42cf-bed5-559a786ab604 req-842456f1-2147-418e-94d9-5ff3b0b48f5c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:47.894666 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-67a6a1a5-be3c-42cf-bed5-559a786ab604 req-842456f1-2147-418e-94d9-5ff3b0b48f5c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0510499
Mar 25 03:33:47.940959 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-67a6a1a5-be3c-42cf-bed5-559a786ab604 req-a033c4f2-aef9-4379-ae1e-c1c15111dad1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407209
Mar 25 03:33:48.945830 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92b39d-fc8d-41c6-9fb1-bd42d0166ba7 req-5b4b285a-dd99-4f32-ba1b-196c5510b9dd tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:48.947574 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6b92b39d-fc8d-41c6-9fb1-bd42d0166ba7 req-5b4b285a-dd99-4f32-ba1b-196c5510b9dd tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0540407
Mar 25 03:33:49.027331 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6b92b39d-fc8d-41c6-9fb1-bd42d0166ba7 req-287464e2-cca5-4546-ac4b-f52db9cc0af3 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727484
Mar 25 03:33:49.102941 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613830ac-c16e-46c1-922f-dd3e8277b6d1 req-419a190d-c6bd-4612-804a-d5c6fd4ef599 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:49.105248 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-613830ac-c16e-46c1-922f-dd3e8277b6d1 req-419a190d-c6bd-4612-804a-d5c6fd4ef599 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0599964
Mar 25 03:33:49.179449 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-613830ac-c16e-46c1-922f-dd3e8277b6d1 req-1998087a-9fbf-4530-b647-e24ed876b524 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685668
Mar 25 03:33:49.251411 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:49.721782 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 33272) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:49.830831 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3cb8de77-6f94-4571-9965-afb3b3015052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:49.908902 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3cb8de77-6f94-4571-9965-afb3b3015052 admin admin] Publish callbacks [] for security_group (a4f4d91a-e803-4402-8a24-c78f54ecd35e), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:49.976973 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3cb8de77-6f94-4571-9965-afb3b3015052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (a4f4d91a-e803-4402-8a24-c78f54ecd35e), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:50.021370 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-3cb8de77-6f94-4571-9965-afb3b3015052 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb5618f718f34ec0aa51f20bafbfd715&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2984495
Mar 25 03:33:50.022539 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8de77-6f94-4571-9965-afb3b3015052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f4d91a-e803-4402-8a24-c78f54ecd35e,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:50.024150 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 33276) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:33:50.094591 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e42ba1d6-8929-4009-be15-f8860ea227c9 admin admin] Publish callbacks [] for security_group (a4f4d91a-e803-4402-8a24-c78f54ecd35e), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:50.119732 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e42ba1d6-8929-4009-be15-f8860ea227c9 admin admin] Publish callbacks [] for security_group (a4f4d91a-e803-4402-8a24-c78f54ecd35e), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:50.202183 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513774a9-e9d8-4b71-9315-4e785e52178d req-8097a7e1-3ab1-44a8-b503-d3f3894132ce tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:50.203670 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-513774a9-e9d8-4b71-9315-4e785e52178d req-8097a7e1-3ab1-44a8-b503-d3f3894132ce tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0819561
Mar 25 03:33:50.258212 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-513774a9-e9d8-4b71-9315-4e785e52178d req-872f6119-ac60-46f4-b742-a15ed444056e tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454619
Mar 25 03:33:50.286020 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e42ba1d6-8929-4009-be15-f8860ea227c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (a4f4d91a-e803-4402-8a24-c78f54ecd35e), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:50.289454 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e42ba1d6-8929-4009-be15-f8860ea227c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:33:50.291134 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-e42ba1d6-8929-4009-be15-f8860ea227c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4f4d91a-e803-4402-8a24-c78f54ecd35e HTTP/1.1" status: 204  len: 168 time: 0.2646332
Mar 25 03:33:50.315044 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ba1d6-8929-4009-be15-f8860ea227c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f4d91a-e803-4402-8a24-c78f54ecd35e,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:33:50.334280 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dab7f7-f157-4acc-b5df-0244ac8965f4 req-48054b54-93cb-4cbf-b9a6-c3d399d86e61 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:50.345195 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b3dab7f7-f157-4acc-b5df-0244ac8965f4 req-48054b54-93cb-4cbf-b9a6-c3d399d86e61 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0838866
Mar 25 03:33:50.409230 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b3dab7f7-f157-4acc-b5df-0244ac8965f4 req-176111c3-eeed-4f75-bc13-48ba5b6e10ce tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595477
Mar 25 03:33:51.398208 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf9148-dd44-40c6-8311-9ceb121691a8 req-0200a85d-94d4-4a00-9a94-568b2da7e05d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:51.399729 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4fcf9148-dd44-40c6-8311-9ceb121691a8 req-0200a85d-94d4-4a00-9a94-568b2da7e05d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0696151
Mar 25 03:33:51.447941 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4fcf9148-dd44-40c6-8311-9ceb121691a8 req-6ae986a8-ad90-49f3-a147-9596044df4de tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419798
Mar 25 03:33:51.535001 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248212f-de81-4eb8-81e9-d371ead42be0 req-6e0aa8f6-349e-4c3d-b52c-44def6420bec tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:51.537221 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a248212f-de81-4eb8-81e9-d371ead42be0 req-6e0aa8f6-349e-4c3d-b52c-44def6420bec tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0600684
Mar 25 03:33:51.585809 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a248212f-de81-4eb8-81e9-d371ead42be0 req-cc7237a8-9a58-4958-99c9-314761121236 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424316
Mar 25 03:33:52.569364 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bfc5f-38ce-43eb-8001-8d7eb3e7f213 req-d26faeab-f6c2-47f2-ae6c-fb97a3fb98f3 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:52.570876 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-602bfc5f-38ce-43eb-8001-8d7eb3e7f213 req-d26faeab-f6c2-47f2-ae6c-fb97a3fb98f3 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0561705
Mar 25 03:33:52.616111 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-602bfc5f-38ce-43eb-8001-8d7eb3e7f213 req-0ad47baa-3479-486b-ae54-4b0deff2e055 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397902
Mar 25 03:33:52.711108 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266a79-9ff2-436b-aec9-c2068a61a640 req-152f4ef3-29d6-404e-a6cc-c90fb59ea76f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:52.713852 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0d266a79-9ff2-436b-aec9-c2068a61a640 req-152f4ef3-29d6-404e-a6cc-c90fb59ea76f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0538504
Mar 25 03:33:52.764620 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0d266a79-9ff2-436b-aec9-c2068a61a640 req-8aea35ab-3151-4ebd-8747-04ca369527f6 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460358
Mar 25 03:33:53.770818 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de2402-bdc3-4bef-8de9-ad053597148b req-4895f47a-976f-49b0-b7bf-bfad7428a881 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:53.772766 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c9de2402-bdc3-4bef-8de9-ad053597148b req-4895f47a-976f-49b0-b7bf-bfad7428a881 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0766535
Mar 25 03:33:53.821771 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c9de2402-bdc3-4bef-8de9-ad053597148b req-e45d3982-ebc1-458d-b882-f37c2ffe9990 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420189
Mar 25 03:33:53.931295 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba13296-cbbe-4d08-97e6-6250f479edd2 req-4916a190-7eaa-44fe-bfc6-4e8a44aabd17 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:53.933138 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7ba13296-cbbe-4d08-97e6-6250f479edd2 req-4916a190-7eaa-44fe-bfc6-4e8a44aabd17 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0549753
Mar 25 03:33:53.980676 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7ba13296-cbbe-4d08-97e6-6250f479edd2 req-b1d5e837-9abc-4a12-ac8c-cc595b116482 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420263
Mar 25 03:33:54.938582 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f8f22-785a-4e7d-868b-9dac477d8a6f req-42725ffd-1e4a-42f0-951a-9611042a9fb8 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:54.940035 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0e1f8f22-785a-4e7d-868b-9dac477d8a6f req-42725ffd-1e4a-42f0-951a-9611042a9fb8 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0544398
Mar 25 03:33:54.986264 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0e1f8f22-785a-4e7d-868b-9dac477d8a6f req-6f788819-b766-4306-a639-4268f0046c13 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407820
Mar 25 03:33:55.099959 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6647a-ce85-4c01-9093-8f658469097c req-c1969b77-afa3-425f-aed2-7f9a52fd088a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:55.101403 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e5f6647a-ce85-4c01-9093-8f658469097c req-c1969b77-afa3-425f-aed2-7f9a52fd088a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0516474
Mar 25 03:33:55.146491 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e5f6647a-ce85-4c01-9093-8f658469097c req-84b1748b-41df-458d-99cb-1d53451b9e3c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396285
Mar 25 03:33:56.099396 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b11692-9889-4ad1-baaf-b2c1784dec92 req-0b79c65f-639a-4f93-b6a4-f88c51adc38f tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:56.100928 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-41b11692-9889-4ad1-baaf-b2c1784dec92 req-0b79c65f-639a-4f93-b6a4-f88c51adc38f tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0517523
Mar 25 03:33:56.149245 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-41b11692-9889-4ad1-baaf-b2c1784dec92 req-c3dc6fee-4480-4340-bc40-9432a492ede0 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428793
Mar 25 03:33:56.263342 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82847614-bb42-4c11-9ace-6c8fb16251ee req-7a2baa0f-8c78-4033-843a-ec7b412867ba tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:56.264806 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-82847614-bb42-4c11-9ace-6c8fb16251ee req-7a2baa0f-8c78-4033-843a-ec7b412867ba tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0516415
Mar 25 03:33:56.310083 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-82847614-bb42-4c11-9ace-6c8fb16251ee req-4c95089e-56a6-4b02-92af-f7c02d347a45 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399313
Mar 25 03:33:57.229852 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-14377e83-9e8e-4781-b0b3-e25be8c50271 req-8daa60f0-fe35-45d6-b8bd-1bd5e990a4dc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0447462
Mar 25 03:33:57.272950 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe1119-6313-40a8-95d7-7ccabd57aa4a req-9bb7fb1f-0d4f-4f9e-8817-2f466fcfd22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:57.274505 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a1fe1119-6313-40a8-95d7-7ccabd57aa4a req-9bb7fb1f-0d4f-4f9e-8817-2f466fcfd22f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fcb2a54095042de8f8a080ac25139a8&device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 1128 time: 0.0830376
Mar 25 03:33:57.286640 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6f850-4a40-46ce-b499-f4fbc2c12a67 req-8ab92399-e48a-421e-b002-b67c96207492 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:57.288076 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ebf6f850-4a40-46ce-b499-f4fbc2c12a67 req-8ab92399-e48a-421e-b002-b67c96207492 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0693359
Mar 25 03:33:57.314262 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377e83-9e8e-4781-b0b3-e25be8c50271 req-2beeb71d-2f25-4096-8c5a-65d77462bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:57.315771 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-14377e83-9e8e-4781-b0b3-e25be8c50271 req-2beeb71d-2f25-4096-8c5a-65d77462bf4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 1129 time: 0.0501995
Mar 25 03:33:57.394158 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ebf6f850-4a40-46ce-b499-f4fbc2c12a67 req-156be9ca-e3a2-496f-983c-00d8aab172eb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964749
Mar 25 03:33:57.416379 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe1119-6313-40a8-95d7-7ccabd57aa4a req-4ddd29cc-00b7-42a0-849e-ac0ef5900db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:57.416379 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a1fe1119-6313-40a8-95d7-7ccabd57aa4a req-4ddd29cc-00b7-42a0-849e-ac0ef5900db5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8fcb2a54095042de8f8a080ac25139a8&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1263423
Mar 25 03:33:57.454306 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377e83-9e8e-4781-b0b3-e25be8c50271 req-c8b923a9-c41f-4cba-90b3-f5cb82d3a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:57.457259 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-14377e83-9e8e-4781-b0b3-e25be8c50271 req-c8b923a9-c41f-4cba-90b3-f5cb82d3a2a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 919 time: 0.1110961
Mar 25 03:33:57.507722 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-14377e83-9e8e-4781-b0b3-e25be8c50271 req-7788e39b-b1a7-4db9-9208-56cac3f86785 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09219ae5-fb35-4a1c-8769-efa178c6dd25 HTTP/1.1" status: 200  len: 217 time: 0.0419447
Mar 25 03:33:57.559117 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe1119-6313-40a8-95d7-7ccabd57aa4a req-ce661f03-c10c-4231-822d-626ac1f71c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:57.560601 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a1fe1119-6313-40a8-95d7-7ccabd57aa4a req-ce661f03-c10c-4231-822d-626ac1f71c42 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1287265
Mar 25 03:33:57.561525 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377e83-9e8e-4781-b0b3-e25be8c50271 req-84c7e0c2-3369-473d-8785-6399f54e9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:57.562976 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-14377e83-9e8e-4781-b0b3-e25be8c50271 req-84c7e0c2-3369-473d-8785-6399f54e9fa0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0470231
Mar 25 03:33:57.568474 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3501f-38f0-4271-970d-8b91ca5afa3e req-6286b69b-6638-41ad-9d5f-9114aacd9722 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:57.569899 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-caf3501f-38f0-4271-970d-8b91ca5afa3e req-6286b69b-6638-41ad-9d5f-9114aacd9722 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0898664
Mar 25 03:33:57.626082 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377e83-9e8e-4781-b0b3-e25be8c50271 req-5c916235-6be4-4169-ac44-7b543298e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:57.627864 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-14377e83-9e8e-4781-b0b3-e25be8c50271 req-5c916235-6be4-4169-ac44-7b543298e96a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0507836
Mar 25 03:33:57.632819 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-caf3501f-38f0-4271-970d-8b91ca5afa3e req-4d93beae-db64-47a8-a173-e9d46698d745 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566967
Mar 25 03:33:57.730307 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-14377e83-9e8e-4781-b0b3-e25be8c50271 req-51d85e7f-7cb6-4f07-8a34-00ac661e64f1 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894461
Mar 25 03:33:57.821687 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-14377e83-9e8e-4781-b0b3-e25be8c50271 req-1ae0ee83-03a1-4da6-975c-3380e2c48c84 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833812
Mar 25 03:33:58.200807 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-1a12f824-23a9-4667-af15-b39a25a25e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:58.202346 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-1a12f824-23a9-4667-af15-b39a25a25e0e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fcb2a54095042de8f8a080ac25139a8&device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 1128 time: 0.0452104
Mar 25 03:33:58.244337 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-a7abb045-c5a0-43fa-8a72-8e1cb17740a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba9c4373-21ce-4d60-a020-813c28a48553 HTTP/1.1" status: 200  len: 217 time: 0.0341444
Mar 25 03:33:58.298102 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-388b576f-f0b3-4ee0-a9f5-7e7e4f713336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:58.299599 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-388b576f-f0b3-4ee0-a9f5-7e7e4f713336 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98415b84-7245-4a42-a6bf-b855a96bda62 HTTP/1.1" status: 200  len: 853 time: 0.0488021
Mar 25 03:33:58.352670 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-dfc56aca-f5b5-4d78-a937-532c2fd6a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:58.354838 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-dfc56aca-f5b5-4d78-a937-532c2fd6a5e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0453382
Mar 25 03:33:58.447291 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-d501f872-a37d-432c-a180-f3478180cc85 service neutron] 10.222.0.35 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829117
Mar 25 03:33:58.523492 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f8382-626f-4fb4-b7c2-7f25625ffab1 req-01fee5c1-5eda-45c5-8f39-f0ecde268b37 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:58.525196 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cb7f8382-626f-4fb4-b7c2-7f25625ffab1 req-01fee5c1-5eda-45c5-8f39-f0ecde268b37 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0618122
Mar 25 03:33:58.555487 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4572014f-0b7b-4ffb-83da-33765a3bcb09 req-cf7f34cb-3f7a-4709-8efe-5e6a8ecb032d service neutron] 10.222.0.35 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0990572
Mar 25 03:33:58.582492 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cb7f8382-626f-4fb4-b7c2-7f25625ffab1 req-a17659af-166f-43f4-86b8-3234840315f3 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474489
Mar 25 03:33:58.753966 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b8175-ff8e-4c13-b182-e8fad1b8f7d1 req-6c89629a-4e6a-46c4-8faf-517b4634decf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:58.755413 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5e8b8175-ff8e-4c13-b182-e8fad1b8f7d1 req-6c89629a-4e6a-46c4-8faf-517b4634decf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0530047
Mar 25 03:33:58.804023 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5e8b8175-ff8e-4c13-b182-e8fad1b8f7d1 req-9ba502e4-1625-4a2f-9d67-269cd57a8fc5 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416856
Mar 25 03:33:59.705153 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab0f3f-d0b0-4bef-96ba-2e9fc2bc6290 req-119d8d25-8f3a-41ca-8400-071dfd2f4b08 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:59.706672 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-42ab0f3f-d0b0-4bef-96ba-2e9fc2bc6290 req-119d8d25-8f3a-41ca-8400-071dfd2f4b08 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0530181
Mar 25 03:33:59.753143 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-42ab0f3f-d0b0-4bef-96ba-2e9fc2bc6290 req-9ad7c6bb-8548-4873-91b3-6a7699c226ee tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408838
Mar 25 03:33:59.935432 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c1fc0-efed-4316-88fe-6f7229a2a263 req-7cfe246d-e56e-4598-8b76-2c96d6a50753 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:33:59.936896 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9b0c1fc0-efed-4316-88fe-6f7229a2a263 req-7cfe246d-e56e-4598-8b76-2c96d6a50753 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0573442
Mar 25 03:33:59.983873 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9b0c1fc0-efed-4316-88fe-6f7229a2a263 req-5d20be0e-ebda-4c48-8f82-bd1742a65f45 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415182
Mar 25 03:34:00.296480 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:00.868100 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415604-6e28-4795-91fe-3374db28066f req-00cabf17-07be-4a93-8a4d-d1a365f81d08 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:00.870166 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-85415604-6e28-4795-91fe-3374db28066f req-00cabf17-07be-4a93-8a4d-d1a365f81d08 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 944 time: 0.0521657
Mar 25 03:34:00.917444 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-85415604-6e28-4795-91fe-3374db28066f req-1be49d5f-cbc9-4e01-bfe1-45ce55058cd8 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413682
Mar 25 03:34:01.136983 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [req-0bf51bc0-c004-4495-94eb-84f04f490f07 req-afd996da-f33a-4a33-bd30-c13f4c624a27 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:34:01.138087 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0bf51bc0-c004-4495-94eb-84f04f490f07 req-afd996da-f33a-4a33-bd30-c13f4c624a27 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055079
Mar 25 03:34:01.485531 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device ba9c4373-21ce-4d60-a020-813c28a48553 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:34:01.490207 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 067fb160-522b-4926-bf99-f14b1630b448 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:34:01.507179 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95413f4-cdb2-4d04-ab9b-7e2c158a1142 req-e413c532-33be-4585-8a3c-35f72510cb8c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:01.508695 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e95413f4-cdb2-4d04-ab9b-7e2c158a1142 req-e413c532-33be-4585-8a3c-35f72510cb8c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0563388
Mar 25 03:34:01.561531 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e95413f4-cdb2-4d04-ab9b-7e2c158a1142 req-5b15ec9e-79bb-4618-bad4-5ac8ead197cf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464563
Mar 25 03:34:01.756575 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 067fb160-522b-4926-bf99-f14b1630b448 is: DOWN; New status is: DOWN {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:34:01.775624 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port ba9c4373-21ce-4d60-a020-813c28a48553, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ba9c4373-21ce-4d60-a020-813c28a48553,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:34:01.787006 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': 'ba9c4373-21ce-4d60-a020-813c28a48553', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'port_id': 'ba9c4373-21ce-4d60-a020-813c28a48553', 'mac_address': 'fa:16:3e:7b:63:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:34:01.825345 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port ba9c4373-21ce-4d60-a020-813c28a48553 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:34:01.825766 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:01.840247 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9c4373-21ce-4d60-a020-813c28a48553 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:34:01.859915 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port ba9c4373-21ce-4d60-a020-813c28a48553, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ba9c4373-21ce-4d60-a020-813c28a48553,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:34:01.953800 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:02.006479 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=ba9c4373-21ce-4d60-a020-813c28a48553,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:02.035319 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c6d41-ae4a-4014-9a07-0ea190e07ec5 req-cfc94c74-1b3b-4481-8637-841e1b487b1f tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:02.036800 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e50c6d41-ae4a-4014-9a07-0ea190e07ec5 req-cfc94c74-1b3b-4481-8637-841e1b487b1f tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 945 time: 0.0520849
Mar 25 03:34:02.087806 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e50c6d41-ae4a-4014-9a07-0ea190e07ec5 req-79369371-e31f-42af-85fc-e55ddb6dcfdf tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445995
Mar 25 03:34:02.126037 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 33430) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:02.214360 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-fcb614dd-d187-4345-96a6-8f315c4493be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0863140
Mar 25 03:34:02.222665 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-e54cfb19-6089-4d0e-8475-4b2bf94d74d5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:34:02.223626 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-e54cfb19-6089-4d0e-8475-4b2bf94d74d5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048823
Mar 25 03:34:02.298059 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 33438) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:02.306769 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['ba9c4373-21ce-4d60-a020-813c28a48553'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:34:02.391551 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-ab008e43-8a72-47c7-8b49-3d7e7025bb88 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:02.392972 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-ab008e43-8a72-47c7-8b49-3d7e7025bb88 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports/067fb160-522b-4926-bf99-f14b1630b448 HTTP/1.1" status: 200  len: 941 time: 0.0939233
Mar 25 03:34:02.689290 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020d35-21bb-4eff-9cc7-54119b5818e8 req-4517f882-95c4-478e-ad7c-59f2a053a09d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:02.690820 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c4020d35-21bb-4eff-9cc7-54119b5818e8 req-4517f882-95c4-478e-ad7c-59f2a053a09d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0584002
Mar 25 03:34:02.741153 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c4020d35-21bb-4eff-9cc7-54119b5818e8 req-69c47165-c896-4456-a323-41225b124e4f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445900
Mar 25 03:34:03.205853 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c59f3-9248-4021-b310-cdbd32b61317 req-e906e512-41f2-4afa-b51f-5e30ac534770 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:03.207339 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-273c59f3-9248-4021-b310-cdbd32b61317 req-e906e512-41f2-4afa-b51f-5e30ac534770 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 945 time: 0.0538352
Mar 25 03:34:03.253769 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-273c59f3-9248-4021-b310-cdbd32b61317 req-282eda5e-527c-4616-ab94-6e0c108dfb76 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408628
Mar 25 03:34:03.494826 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device ba9c4373-21ce-4d60-a020-813c28a48553 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:34:03.599000 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port ba9c4373-21ce-4d60-a020-813c28a48553 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:34:03.602783 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port ba9c4373-21ce-4d60-a020-813c28a48553 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:34:03.605748 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:03.677364 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port ba9c4373-21ce-4d60-a020-813c28a48553 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:34:03.677789 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:03.699948 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:34:03.702225 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581d3126-b1a8-4518-860d-94da70ec5ca5" -d '{"events": [{"server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "name": "network-vif-plugged", "status": "completed", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:34:03.714742 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port ba9c4373-21ce-4d60-a020-813c28a48553, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ba9c4373-21ce-4d60-a020-813c28a48553,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:34:03.740188 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244b0f4c-0952-4a9c-874d-8c0e10f1aa6d x-openstack-request-id: req-244b0f4c-0952-4a9c-874d-8c0e10f1aa6d {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:34:03.740522 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "name": "network-vif-plugged", "status": "completed", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:34:03.740782 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-244b0f4c-0952-4a9c-874d-8c0e10f1aa6d {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:34:03.741187 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244b0f4c-0952-4a9c-874d-8c0e10f1aa6d'] response: {'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553', 'code': 200}
Mar 25 03:34:03.821980 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:03.865569 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16ff6b-35d0-4639-b191-ee7acf192a35 req-cbeec77b-be86-478c-9342-a98e53ac3fcc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:03.866999 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3c16ff6b-35d0-4639-b191-ee7acf192a35 req-cbeec77b-be86-478c-9342-a98e53ac3fcc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0528438
Mar 25 03:34:03.870525 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=ba9c4373-21ce-4d60-a020-813c28a48553,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:03.915390 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3c16ff6b-35d0-4639-b191-ee7acf192a35 req-9c8829e8-fcc2-45b7-9898-f965fefa12c4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426629
Mar 25 03:34:04.057044 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55a044-c59b-44b6-9937-f948c2b0d875 req-4f1117cb-a568-47be-a260-4621d0c2cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:04.059151 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ea55a044-c59b-44b6-9937-f948c2b0d875 req-4f1117cb-a568-47be-a260-4621d0c2cb6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 1130 time: 0.0437479
Mar 25 03:34:04.103519 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ea55a044-c59b-44b6-9937-f948c2b0d875 req-d9faaffe-e75e-4f3e-9205-8a6bbecc670f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368795
Mar 25 03:34:04.368960 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54405d-a4ab-43dd-b064-d373e5c3662c req-5f42c0dc-21d5-4b56-9419-416e3b08875a tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:04.370899 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0f54405d-a4ab-43dd-b064-d373e5c3662c req-5f42c0dc-21d5-4b56-9419-416e3b08875a tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 946 time: 0.0516775
Mar 25 03:34:04.419301 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0f54405d-a4ab-43dd-b064-d373e5c3662c req-3fef5561-eb61-41ed-8520-fa187aec0f45 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425138
Mar 25 03:34:05.042678 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aad7fd-80a2-4bcf-ad32-7288b6cffa24 req-446b8c07-ae26-4145-a237-16a6051328da tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:05.044147 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-60aad7fd-80a2-4bcf-ad32-7288b6cffa24 req-446b8c07-ae26-4145-a237-16a6051328da tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0572593
Mar 25 03:34:05.090396 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-60aad7fd-80a2-4bcf-ad32-7288b6cffa24 req-5479b80c-988a-4439-bf06-805fe884b971 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406797
Mar 25 03:34:05.536290 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec5b0-1460-4f1a-ab6f-9090673a6e59 req-e5108e97-c557-47d3-8d5a-e5858bb1ed77 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:05.537757 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-371ec5b0-1460-4f1a-ab6f-9090673a6e59 req-e5108e97-c557-47d3-8d5a-e5858bb1ed77 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 946 time: 0.0516598
Mar 25 03:34:05.583854 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-371ec5b0-1460-4f1a-ab6f-9090673a6e59 req-ac26879f-8737-49d8-a529-6fc1fbcc0128 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405817
Mar 25 03:34:06.213357 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe434dc-4d9d-4430-a6af-7c7225df3297 req-2c7f3fb2-8da2-434f-ad52-b4d391978124 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:06.215116 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ebe434dc-4d9d-4430-a6af-7c7225df3297 req-2c7f3fb2-8da2-434f-ad52-b4d391978124 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0536036
Mar 25 03:34:06.262176 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ebe434dc-4d9d-4430-a6af-7c7225df3297 req-93e504c2-3dd1-4357-859c-cf7b2ec7060f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414822
Mar 25 03:34:06.700741 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9058c7-266e-4117-8581-12dfcb064247 req-e9102bf6-c992-43ba-b70e-f37c0f615fc8 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:06.702246 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8f9058c7-266e-4117-8581-12dfcb064247 req-e9102bf6-c992-43ba-b70e-f37c0f615fc8 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 946 time: 0.0528922
Mar 25 03:34:06.747252 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8f9058c7-266e-4117-8581-12dfcb064247 req-1de61a8a-ca09-4064-9d7c-00a0017e578d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394666
Mar 25 03:34:06.863933 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4904a57-af13-4a63-bee0-a1237d0f76b6 req-93dc3ce4-2df8-4f61-9cae-0525c3be42b2 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:06.865296 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c4904a57-af13-4a63-bee0-a1237d0f76b6 req-93dc3ce4-2df8-4f61-9cae-0525c3be42b2 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 946 time: 0.0549850
Mar 25 03:34:06.913252 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c4904a57-af13-4a63-bee0-a1237d0f76b6 req-5938d6bf-e8e0-405c-81ff-3173a9622752 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424750
Mar 25 03:34:07.240189 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301db2b-57d7-45b8-83a6-24e018471ef7 req-a0a9770b-288e-4e7f-8e8c-bfad9ca6e026 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:07.241691 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0301db2b-57d7-45b8-83a6-24e018471ef7 req-a0a9770b-288e-4e7f-8e8c-bfad9ca6e026 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 946 time: 0.0536625
Mar 25 03:34:07.290055 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0301db2b-57d7-45b8-83a6-24e018471ef7 req-ed4b6a21-6013-4b36-b0b8-fa5e0bfa13f5 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408344
Mar 25 03:34:07.405922 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2934056-33e2-4eec-b9e0-d47e7623c261 req-54b7cdcb-aecd-40c4-901b-e4403176421a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:07.407405 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e2934056-33e2-4eec-b9e0-d47e7623c261 req-54b7cdcb-aecd-40c4-901b-e4403176421a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0528126
Mar 25 03:34:07.455734 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e2934056-33e2-4eec-b9e0-d47e7623c261 req-6963ae06-d242-4e03-8130-45a7cfa5a4b1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426273
Mar 25 03:34:07.679625 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e7f45-46bf-4912-984c-081822bacfef req-8a5a8b81-d160-4b2c-82b8-1d601ac56f1b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:07.681002 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-394e7f45-46bf-4912-984c-081822bacfef req-8a5a8b81-d160-4b2c-82b8-1d601ac56f1b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0561931
Mar 25 03:34:07.728594 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-394e7f45-46bf-4912-984c-081822bacfef req-7f554a0c-e8a1-4f0b-9bc8-001504c7d134 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413563
Mar 25 03:34:08.563913 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69fb82-5f0e-4165-9a86-5633b28d7a04 req-fd269592-7e60-454a-bc04-86380ad870d1 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:08.565403 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cf69fb82-5f0e-4165-9a86-5633b28d7a04 req-fd269592-7e60-454a-bc04-86380ad870d1 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0536294
Mar 25 03:34:08.589340 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddce7d7-50e8-4ca3-9f65-48bf829693bc req-3805024e-f07a-4c8f-974b-8a0331913a83 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:08.591078 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-dddce7d7-50e8-4ca3-9f65-48bf829693bc req-3805024e-f07a-4c8f-974b-8a0331913a83 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0602558
Mar 25 03:34:08.615096 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cf69fb82-5f0e-4165-9a86-5633b28d7a04 req-10a4afd3-083c-4add-9a37-8457a8fc6f69 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435545
Mar 25 03:34:08.640688 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-dddce7d7-50e8-4ca3-9f65-48bf829693bc req-77be3344-8bd0-4f41-9ce9-29f1cf10aabe tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431507
Mar 25 03:34:08.857626 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d454a-d28d-417e-a7c3-7c515a4926d3 req-f11b17fd-fe93-4192-b224-228d5402dbdb tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:08.859342 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-118d454a-d28d-417e-a7c3-7c515a4926d3 req-f11b17fd-fe93-4192-b224-228d5402dbdb tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0601509
Mar 25 03:34:08.905978 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-118d454a-d28d-417e-a7c3-7c515a4926d3 req-b2588183-e1f3-411b-9396-56005fa5ff5b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411158
Mar 25 03:34:09.252014 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-3c8e1fdb-43c6-43ec-8ee4-fab3cd3b8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:09.253511 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-3c8e1fdb-43c6-43ec-8ee4-fab3cd3b8a82 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c&tenant_id=cb503745eeb5421c88b2fe9a4ef78921 HTTP/1.1" status: 200  len: 1128 time: 0.0741651
Mar 25 03:34:09.335603 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-d400f068-dbcb-4a10-9f58-d126bbe6e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:09.337024 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-d400f068-dbcb-4a10-9f58-d126bbe6e62f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 1128 time: 0.0489714
Mar 25 03:34:09.430644 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-172e0660-23b3-4cce-9fe1-271d6217f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:09.432116 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-172e0660-23b3-4cce-9fe1-271d6217f40c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c5a4335-913f-4831-9329-aefa2b16e173 HTTP/1.1" status: 200  len: 918 time: 0.0842884
Mar 25 03:34:09.500522 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-6b5ad672-f2f4-42a3-aada-8658662adc5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=067fb160-522b-4926-bf99-f14b1630b448 HTTP/1.1" status: 200  len: 1000 time: 0.0608153
Mar 25 03:34:09.549549 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-88b66c75-31ba-4234-bead-a60435f353c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:09.551031 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-88b66c75-31ba-4234-bead-a60435f353c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0fc2db0-5f07-4ebd-b00d-4236a2fef620 HTTP/1.1" status: 200  len: 856 time: 0.0429215
Mar 25 03:34:09.601044 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-313ecc1a-1f8f-4bba-845e-369d8ebdfe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:09.602553 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-313ecc1a-1f8f-4bba-845e-369d8ebdfe99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c5a4335-913f-4831-9329-aefa2b16e173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0430474
Mar 25 03:34:09.698010 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-5df13865-f6c0-4ed4-98f8-15c5e70fd9e1 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835471
Mar 25 03:34:09.735715 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11193f-c724-4374-b427-ea8d322b895e req-a2c3616b-e6ef-40c3-aa62-2097c4e2ed85 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:09.737205 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9c11193f-c724-4374-b427-ea8d322b895e req-a2c3616b-e6ef-40c3-aa62-2097c4e2ed85 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0524406
Mar 25 03:34:09.783339 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9c11193f-c724-4374-b427-ea8d322b895e req-0a4c340a-c0ef-48f1-8a71-320d2598f106 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403507
Mar 25 03:34:09.787547 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3b4edfae-cd84-4eb2-8eb3-d02c1ed5b682 req-f982c50c-2f94-43ea-af76-eb5b81deec40 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820048
Mar 25 03:34:09.886046 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de9dff-8e78-4f26-b394-b107bbeec359 req-e269103e-0fc2-4f46-a9a1-4426da4c9283 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:09.888204 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-03de9dff-8e78-4f26-b394-b107bbeec359 req-e269103e-0fc2-4f46-a9a1-4426da4c9283 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0521793
Mar 25 03:34:09.936756 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-03de9dff-8e78-4f26-b394-b107bbeec359 req-544e891b-6718-4c38-8821-be858b08b7ac tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430813
Mar 25 03:34:10.047930 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936e9df-d6d4-49b5-b272-4a606ffe738b req-7d7ec64b-0739-401a-831b-911d0224d558 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:10.049624 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a936e9df-d6d4-49b5-b272-4a606ffe738b req-7d7ec64b-0739-401a-831b-911d0224d558 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0525765
Mar 25 03:34:10.100555 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a936e9df-d6d4-49b5-b272-4a606ffe738b req-8ad05e65-2feb-4d11-9baf-90b17ef975e7 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454049
Mar 25 03:34:10.911100 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dabdff-0489-48fc-9d86-ecaf9056f3be req-e58eb7c7-2d0e-4325-ac15-624869d5e625 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:10.912764 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b9dabdff-0489-48fc-9d86-ecaf9056f3be req-e58eb7c7-2d0e-4325-ac15-624869d5e625 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0578058
Mar 25 03:34:10.975804 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b9dabdff-0489-48fc-9d86-ecaf9056f3be req-c9ac9cf7-3b7c-4afd-aeca-4e5d225a6198 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537729
Mar 25 03:34:11.089288 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cefc17-4d56-42e9-9192-58c627438a1e req-8581d76a-c5d8-4836-ab42-2894a18841b1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:11.091448 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-17cefc17-4d56-42e9-9192-58c627438a1e req-8581d76a-c5d8-4836-ab42-2894a18841b1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0563679
Mar 25 03:34:11.175915 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-17cefc17-4d56-42e9-9192-58c627438a1e req-252f651d-1bed-404a-97a1-4ff0057918fe tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776343
Mar 25 03:34:11.261910 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eec82a-1126-4e09-b15a-d5321c4e5b6a req-430eb420-a1bf-402a-a9b2-dc01ead8eef9 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:11.263392 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-72eec82a-1126-4e09-b15a-d5321c4e5b6a req-430eb420-a1bf-402a-a9b2-dc01ead8eef9 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0697978
Mar 25 03:34:11.323402 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-72eec82a-1126-4e09-b15a-d5321c4e5b6a req-d5755f8e-1ee8-4d73-9451-4625de597dbb tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530343
Mar 25 03:34:12.111746 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44e474-1762-4cd0-93f6-665a81c78d80 req-67875a70-9998-4c83-982d-b6d1554d06fc tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:12.113403 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7e44e474-1762-4cd0-93f6-665a81c78d80 req-67875a70-9998-4c83-982d-b6d1554d06fc tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0588319
Mar 25 03:34:12.163816 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7e44e474-1762-4cd0-93f6-665a81c78d80 req-66a6be7b-4e1c-4b40-bcdd-b50c50ac17ca tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427890
Mar 25 03:34:12.302986 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758a0c0-d24f-47e5-ba47-2c0330853e6b req-5c86e0c7-c3c2-4e2f-aa02-e91e435f6193 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:12.304459 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4758a0c0-d24f-47e5-ba47-2c0330853e6b req-5c86e0c7-c3c2-4e2f-aa02-e91e435f6193 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0523930
Mar 25 03:34:12.366494 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4758a0c0-d24f-47e5-ba47-2c0330853e6b req-bf09721b-a655-4c1a-8b10-15d3e65b79b7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542040
Mar 25 03:34:12.449921 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585238b8-ffe4-41b1-afd6-65686c2439af req-3c39e682-84bc-454c-aada-7b9d02cf2f93 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:12.451658 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-585238b8-ffe4-41b1-afd6-65686c2439af req-3c39e682-84bc-454c-aada-7b9d02cf2f93 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0539179
Mar 25 03:34:12.499190 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-585238b8-ffe4-41b1-afd6-65686c2439af req-14f5fe67-d17e-48e1-b057-0f3a5b95f02f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411720
Mar 25 03:34:12.833683 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-729dc910-dfd1-44bb-8f49-bb7fe3936595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:13.302774 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8e0c1-c712-4cbf-bfa2-0d00ee6f995e req-42ee13e5-d26f-4d69-ba1f-cf34e0cd7d7a tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:13.310115 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-43f8e0c1-c712-4cbf-bfa2-0d00ee6f995e req-42ee13e5-d26f-4d69-ba1f-cf34e0cd7d7a tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0767117
Mar 25 03:34:13.362573 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-43f8e0c1-c712-4cbf-bfa2-0d00ee6f995e req-4ba5908c-1067-4347-b6fa-3af45a6d294a tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515735
Mar 25 03:34:13.496914 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cecdbf-d387-4618-ba90-309975b057cc req-6a25ad4d-c381-4822-aaca-a1b5e92996b7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:13.498364 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-28cecdbf-d387-4618-ba90-309975b057cc req-6a25ad4d-c381-4822-aaca-a1b5e92996b7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0549521
Mar 25 03:34:13.560428 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-28cecdbf-d387-4618-ba90-309975b057cc req-62b5f582-b54e-47f1-bea5-955f399e7426 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565541
Mar 25 03:34:13.624240 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c31c6f-d1cb-4e67-87b7-763f8cbe6a31 req-83cfb787-2d28-43c0-af5d-a150bb610539 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:13.626183 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-75c31c6f-d1cb-4e67-87b7-763f8cbe6a31 req-83cfb787-2d28-43c0-af5d-a150bb610539 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0574555
Mar 25 03:34:13.676466 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-75c31c6f-d1cb-4e67-87b7-763f8cbe6a31 req-5e85f5ce-f2bc-46db-aa00-8b3e56eb18b8 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448461
Mar 25 03:34:14.506242 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfdb6d-ce6c-45be-94c8-25bfe9782a73 req-796c3f67-a571-430e-8512-fc2f47659dc4 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:14.507852 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3ccfdb6d-ce6c-45be-94c8-25bfe9782a73 req-796c3f67-a571-430e-8512-fc2f47659dc4 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0539155
Mar 25 03:34:14.555731 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3ccfdb6d-ce6c-45be-94c8-25bfe9782a73 req-a9d9520a-978f-4667-9482-d43c15635186 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415168
Mar 25 03:34:14.690602 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80aaf8-a8a8-4b75-bd7c-b1151b5cde3c req-fcd6f1b7-c8e9-4f36-89e8-aa7c17d9d5d0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:14.692126 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ec80aaf8-a8a8-4b75-bd7c-b1151b5cde3c req-fcd6f1b7-c8e9-4f36-89e8-aa7c17d9d5d0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0564559
Mar 25 03:34:14.743585 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ec80aaf8-a8a8-4b75-bd7c-b1151b5cde3c req-a82a18b2-922d-4f56-9bb9-f1b6581b6d68 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445406
Mar 25 03:34:14.821236 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616abb4-c848-46e1-92e2-b8e1da09afd3 req-df7ddcab-02ae-48d4-ba98-1683778bf249 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:14.822794 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3616abb4-c848-46e1-92e2-b8e1da09afd3 req-df7ddcab-02ae-48d4-ba98-1683778bf249 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0545871
Mar 25 03:34:14.874007 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3616abb4-c848-46e1-92e2-b8e1da09afd3 req-cc603b14-68a9-45d4-b1cc-15c2bad2e43c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411656
Mar 25 03:34:15.182098 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-be22c52d-eb30-4250-a35f-37004fb7c5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:15.678827 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10008b4e-a385-41b3-b758-03b930b889ea req-ad6e0587-1512-4c86-b6a0-3fb0783b9737 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:15.680337 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-10008b4e-a385-41b3-b758-03b930b889ea req-ad6e0587-1512-4c86-b6a0-3fb0783b9737 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0551496
Mar 25 03:34:15.729190 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-10008b4e-a385-41b3-b758-03b930b889ea req-71a1ee87-e44d-4b39-a554-55ac629887b0 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429192
Mar 25 03:34:15.878553 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a3400-3653-4d01-86e7-c47d735498fb req-04f6790a-ace7-41b3-b2eb-558990afe298 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:15.880074 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6e5a3400-3653-4d01-86e7-c47d735498fb req-04f6790a-ace7-41b3-b2eb-558990afe298 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0599737
Mar 25 03:34:15.937059 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6e5a3400-3653-4d01-86e7-c47d735498fb req-88b9a60f-2c8a-4393-8fe2-f6faf4c1d9a9 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509093
Mar 25 03:34:16.002018 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b832e-2293-4f15-8d77-eb5397e2b22b req-f0b28de7-8611-406d-a1da-078755e7f88b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:16.003546 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-138b832e-2293-4f15-8d77-eb5397e2b22b req-f0b28de7-8611-406d-a1da-078755e7f88b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0596395
Mar 25 03:34:16.053972 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-138b832e-2293-4f15-8d77-eb5397e2b22b req-8fdd89b9-4917-40ba-88b6-0416e0f48ff3 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448990
Mar 25 03:34:16.175807 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:16.850655 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e73b6-7c25-440e-a053-f1d957d571cf req-34c50ed8-587b-48f5-a511-12fdee4ac037 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:16.852240 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8a5e73b6-7c25-440e-a053-f1d957d571cf req-34c50ed8-587b-48f5-a511-12fdee4ac037 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0543506
Mar 25 03:34:16.900658 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8a5e73b6-7c25-440e-a053-f1d957d571cf req-7bd898a7-dc56-4e0f-a2ae-8115193ee289 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425341
Mar 25 03:34:17.064956 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e5711-eb2d-4133-a0dd-04ca377ef129 req-b341a11a-800a-4e7a-8f0b-ab4e5bf1cd54 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:17.066523 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-685e5711-eb2d-4133-a0dd-04ca377ef129 req-b341a11a-800a-4e7a-8f0b-ab4e5bf1cd54 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0527298
Mar 25 03:34:17.128497 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-685e5711-eb2d-4133-a0dd-04ca377ef129 req-41b67aa6-1fe5-4ff6-ad82-fa03009167d0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524178
Mar 25 03:34:17.190789 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6812d-34ae-42b1-b97c-e61114c361b3 req-1d5f3bee-bedb-4af9-b977-b4eca6298f76 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:17.192309 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-51f6812d-34ae-42b1-b97c-e61114c361b3 req-1d5f3bee-bedb-4af9-b977-b4eca6298f76 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0642767
Mar 25 03:34:17.245683 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-51f6812d-34ae-42b1-b97c-e61114c361b3 req-7880edb0-131b-4859-b5b1-d67aab3fa6da tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477681
Mar 25 03:34:17.474007 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:18.022260 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a713a-87ac-4f6b-9658-f0d4d39a6942 req-ec50dc78-8eb3-487b-92c8-39f1d39990b7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:18.023760 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0d4a713a-87ac-4f6b-9658-f0d4d39a6942 req-ec50dc78-8eb3-487b-92c8-39f1d39990b7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0580416
Mar 25 03:34:18.075913 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0d4a713a-87ac-4f6b-9658-f0d4d39a6942 req-cfa87a5b-224c-4a64-8c4d-4fb69a79e9c4 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431275
Mar 25 03:34:18.250608 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073d3ed-0456-4a40-beff-8457ed978486 req-59328c34-6045-4c18-9d6b-8a0ab9bdc477 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:18.252064 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a073d3ed-0456-4a40-beff-8457ed978486 req-59328c34-6045-4c18-9d6b-8a0ab9bdc477 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0539863
Mar 25 03:34:18.300878 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a073d3ed-0456-4a40-beff-8457ed978486 req-5928731e-e4dd-4753-bd4c-594df5397d8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431314
Mar 25 03:34:18.391082 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37f12d-f486-40e6-94f6-ed9374b344c2 req-a96902a1-86ab-41be-b050-7b7836829d95 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:18.392551 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3a37f12d-f486-40e6-94f6-ed9374b344c2 req-a96902a1-86ab-41be-b050-7b7836829d95 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0580573
Mar 25 03:34:18.441137 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3a37f12d-f486-40e6-94f6-ed9374b344c2 req-4250cd99-2384-46c1-84f9-5f6bbea0ee4d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431046
Mar 25 03:34:19.188711 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924f3b4-901b-49ef-9649-72b968a4f6ac req-61774d4f-13ae-4f21-bf48-c7e8c71873d3 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:19.190202 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4924f3b4-901b-49ef-9649-72b968a4f6ac req-61774d4f-13ae-4f21-bf48-c7e8c71873d3 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0513551
Mar 25 03:34:19.210594 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:19.238869 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4924f3b4-901b-49ef-9649-72b968a4f6ac req-dc07bfc8-c9f9-414c-9e66-05f6160b5a84 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432715
Mar 25 03:34:19.347264 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:34:19.437154 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee24f5f-5e50-4338-a414-294ac4b1e8da req-1d824d2d-f76c-478b-bfcf-f4456fb6c6f8 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:19.438792 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1ee24f5f-5e50-4338-a414-294ac4b1e8da req-1d824d2d-f76c-478b-bfcf-f4456fb6c6f8 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0512192
Mar 25 03:34:19.486703 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1ee24f5f-5e50-4338-a414-294ac4b1e8da req-8e94ae71-5b3f-4a6b-98a2-51cffeb50a89 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422819
Mar 25 03:34:19.559396 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94630eb9-8486-4c3b-9438-b905dbe049b6 req-98db7c6d-9d33-435f-8cac-da86677dd1ed tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:19.560885 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-94630eb9-8486-4c3b-9438-b905dbe049b6 req-98db7c6d-9d33-435f-8cac-da86677dd1ed tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0516472
Mar 25 03:34:19.606743 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-94630eb9-8486-4c3b-9438-b905dbe049b6 req-a3651d51-aabe-4189-932c-41395948d8a9 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404391
Mar 25 03:34:19.699887 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2920b96-103e-455b-be9e-a03240eb9bc3 req-8754756b-c18a-4f56-9476-01ec4126ab24 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:19.701312 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f2920b96-103e-455b-be9e-a03240eb9bc3 req-8754756b-c18a-4f56-9476-01ec4126ab24 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 945 time: 0.0504112
Mar 25 03:34:19.799665 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [req-f2920b96-103e-455b-be9e-a03240eb9bc3 req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Deleting port 121994d7-3d8a-4680-8810-7062505999dc {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:34:19.800005 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-f2920b96-103e-455b-be9e-a03240eb9bc3 req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (121994d7-3d8a-4680-8810-7062505999dc), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:19.883936 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [req-f2920b96-103e-455b-be9e-a03240eb9bc3 req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] For port 121994d7-3d8a-4680-8810-7062505999dc, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=121994d7-3d8a-4680-8810-7062505999dc,segment=NetworkSegment(06d579de-ed8a-474b-8d53-73cc177fb850),segment_id=06d579de-ed8a-474b-8d53-73cc177fb850)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:34:19.884216 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-f2920b96-103e-455b-be9e-a03240eb9bc3 req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (121994d7-3d8a-4680-8810-7062505999dc), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:19.900486 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [req-f2920b96-103e-455b-be9e-a03240eb9bc3 req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Calling delete_port for 121994d7-3d8a-4680-8810-7062505999dc owned by compute:nova {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:34:20.090964 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-f2920b96-103e-455b-be9e-a03240eb9bc3 req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255'] for port (121994d7-3d8a-4680-8810-7062505999dc), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:20.103346 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['121994d7-3d8a-4680-8810-7062505999dc'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:34:20.118007 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Pushing event deleted for resources: {'Port': ['ID=121994d7-3d8a-4680-8810-7062505999dc,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:20.130563 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.130915 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.131263 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.131600 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.131929 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.132256 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.132581 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.132902 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.133223 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.133543 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.133886 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.134257 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.134533 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.134850 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.135166 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:20.173262 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2920b96-103e-455b-be9e-a03240eb9bc3 req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] No DVR routers for this DVR port 121994d7-3d8a-4680-8810-7062505999dc on host hv-cinder-83516 {{(pid=103656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:34:20.175737 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-f2920b96-103e-455b-be9e-a03240eb9bc3 req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:20.179033 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f2920b96-103e-455b-be9e-a03240eb9bc3 req-98cbedd1-13cf-4972-8c91-2f0ccccc6e2b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.35 "DELETE /v2.0/ports/121994d7-3d8a-4680-8810-7062505999dc HTTP/1.1" status: 204  len: 173 time: 0.4674282
Mar 25 03:34:20.183842 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7112c37-125c-4053-a32a-13197fbf9a32', 'name': 'network-vif-deleted', 'tag': '121994d7-3d8a-4680-8810-7062505999dc'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:34:20.183842 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94531066-cd70-49b8-bf2c-39cb21c34bef" -d '{"events": [{"server_uuid": "b7112c37-125c-4053-a32a-13197fbf9a32", "name": "network-vif-deleted", "tag": "121994d7-3d8a-4680-8810-7062505999dc"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:34:20.215942 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645a6de2-8fff-4c81-a933-3c68a562c4d1 x-openstack-request-id: req-645a6de2-8fff-4c81-a933-3c68a562c4d1 {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:34:20.216234 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7112c37-125c-4053-a32a-13197fbf9a32", "name": "network-vif-deleted", "tag": "121994d7-3d8a-4680-8810-7062505999dc", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:34:20.216486 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-645a6de2-8fff-4c81-a933-3c68a562c4d1 {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:34:20.216931 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645a6de2-8fff-4c81-a933-3c68a562c4d1'] response: {'server_uuid': 'b7112c37-125c-4053-a32a-13197fbf9a32', 'name': 'network-vif-deleted', 'tag': '121994d7-3d8a-4680-8810-7062505999dc', 'status': 'completed', 'code': 200}
Mar 25 03:34:20.333508 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-964ab352-d6fb-400a-a5cc-1a4fe25848de req-1ed73b0d-6242-4e62-a82a-6e15f111605e tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7112c37-125c-4053-a32a-13197fbf9a32 HTTP/1.1" status: 200  len: 210 time: 0.0276642
Mar 25 03:34:20.611432 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9ba29-4e1c-41e9-b5de-fa4b87fc5094 req-0e7211cd-57b8-4010-9930-552c658e4d91 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:20.612930 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-93c9ba29-4e1c-41e9-b5de-fa4b87fc5094 req-0e7211cd-57b8-4010-9930-552c658e4d91 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0530241
Mar 25 03:34:20.660899 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-93c9ba29-4e1c-41e9-b5de-fa4b87fc5094 req-1a22eff8-5f6c-4f6f-a54e-3cd160bac24b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421357
Mar 25 03:34:20.726456 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135bdaf-2073-44f1-a152-7ceacf7df644 req-ebd74c41-8af6-4f44-bab6-c970cd1d4705 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:20.727934 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1135bdaf-2073-44f1-a152-7ceacf7df644 req-ebd74c41-8af6-4f44-bab6-c970cd1d4705 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0529568
Mar 25 03:34:20.777690 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1135bdaf-2073-44f1-a152-7ceacf7df644 req-67c88b21-e0f4-47b7-8651-999f7e9c4a35 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434954
Mar 25 03:34:21.793958 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4734bdb-496a-44d8-8f25-7a1dda5d91a3 req-ed74531d-7f0a-4c9e-bb9a-8eba115305e2 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:21.795445 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b4734bdb-496a-44d8-8f25-7a1dda5d91a3 req-ed74531d-7f0a-4c9e-bb9a-8eba115305e2 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0563955
Mar 25 03:34:21.842884 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b4734bdb-496a-44d8-8f25-7a1dda5d91a3 req-b46dcfbc-b7ed-4aa3-9fb4-cba10e78937d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417655
Mar 25 03:34:21.905598 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be32b32-6959-4e15-ae0f-8cf675ae1f51 req-382e7ba0-aede-4e73-899f-208a0b3fdb3b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:21.907151 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3be32b32-6959-4e15-ae0f-8cf675ae1f51 req-382e7ba0-aede-4e73-899f-208a0b3fdb3b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0512149
Mar 25 03:34:21.955698 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3be32b32-6959-4e15-ae0f-8cf675ae1f51 req-4e1b0c06-4a0a-40c6-96c9-58fc8523d5d8 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429211
Mar 25 03:34:22.963995 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb773a46-a71f-4722-bd94-0f94120d9496 req-337301b1-3c78-42f3-881a-819e4acfe928 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:22.965979 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cb773a46-a71f-4722-bd94-0f94120d9496 req-337301b1-3c78-42f3-881a-819e4acfe928 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0521419
Mar 25 03:34:23.012129 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cb773a46-a71f-4722-bd94-0f94120d9496 req-fe7201ba-5802-43c6-848d-1b591281a7b3 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406041
Mar 25 03:34:23.073207 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db186b-3e89-42c5-8ff4-9c2e51e13e11 req-85c1a746-00a3-41c5-9916-c0577590d101 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:23.074724 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-47db186b-3e89-42c5-8ff4-9c2e51e13e11 req-85c1a746-00a3-41c5-9916-c0577590d101 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0519288
Mar 25 03:34:23.121249 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-47db186b-3e89-42c5-8ff4-9c2e51e13e11 req-a9fb9c19-fa7c-4f21-912d-67151fd10008 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406735
Mar 25 03:34:23.866027 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 121994d7-3d8a-4680-8810-7062505999dc no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:34:23.888302 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 121994d7-3d8a-4680-8810-7062505999dc {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:34:23.888640 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 121994d7-3d8a-4680-8810-7062505999dc not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:34:24.143231 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce7e8-00ed-4173-a75a-92d137980d43 req-deec2534-ea6f-475a-ac55-6b0951b012a5 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:24.144686 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-474ce7e8-00ed-4173-a75a-92d137980d43 req-deec2534-ea6f-475a-ac55-6b0951b012a5 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0577517
Mar 25 03:34:24.194501 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-474ce7e8-00ed-4173-a75a-92d137980d43 req-d981834f-a9f8-40be-9d4d-93f8e03c0da7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443337
Mar 25 03:34:24.311337 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d4c9a-f138-4f6f-b672-b1a71d7c9fd3 req-f8a397c7-bb1f-4953-ae96-434e782071c1 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:24.312713 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-811d4c9a-f138-4f6f-b672-b1a71d7c9fd3 req-f8a397c7-bb1f-4953-ae96-434e782071c1 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0613282
Mar 25 03:34:24.363367 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-811d4c9a-f138-4f6f-b672-b1a71d7c9fd3 req-ca783957-f1c1-4493-8fef-749620888340 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443745
Mar 25 03:34:25.316004 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc879-5ea8-4bfd-acf6-e13dfd9329f0 req-c7e82ddc-915b-4cea-a587-7634828b3d4a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:25.317465 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3f4cc879-5ea8-4bfd-acf6-e13dfd9329f0 req-c7e82ddc-915b-4cea-a587-7634828b3d4a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0521212
Mar 25 03:34:25.363256 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3f4cc879-5ea8-4bfd-acf6-e13dfd9329f0 req-40993ae6-0e33-4d03-bac3-f6390eafd6a3 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402417
Mar 25 03:34:25.487031 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e822c5-d480-4fa3-b538-71e197813e28 req-fa1c0d01-74a2-45aa-8ed1-18a3452f9344 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:25.488532 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b7e822c5-d480-4fa3-b538-71e197813e28 req-fa1c0d01-74a2-45aa-8ed1-18a3452f9344 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0559595
Mar 25 03:34:25.541204 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b7e822c5-d480-4fa3-b538-71e197813e28 req-1dd690c1-2543-4e2f-9565-a11ad277b751 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471318
Mar 25 03:34:26.492870 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f778c1-9adc-414a-a1a0-732cd3940906 req-29af6a5d-505b-4b5b-ba68-8055175e06d5 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:26.494509 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-30f778c1-9adc-414a-a1a0-732cd3940906 req-29af6a5d-505b-4b5b-ba68-8055175e06d5 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0566006
Mar 25 03:34:26.541211 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-30f778c1-9adc-414a-a1a0-732cd3940906 req-f463e90e-98b7-4246-a790-8a0d7256bbe8 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405333
Mar 25 03:34:26.667448 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fe1ea-db43-4ff4-8030-f209fe8321fd req-4571b01d-382e-4e64-8c73-b25d85850961 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:26.669709 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2e8fe1ea-db43-4ff4-8030-f209fe8321fd req-4571b01d-382e-4e64-8c73-b25d85850961 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0586104
Mar 25 03:34:26.715291 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2e8fe1ea-db43-4ff4-8030-f209fe8321fd req-8b31c482-538b-4ffc-9151-ea43e2d5b2a5 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398655
Mar 25 03:34:27.214563 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43850af2-a930-429f-902d-d36a4363cc6d req-83449c33-56e0-4806-a0a3-1b3c3a13bcf3 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:27.216473 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-43850af2-a930-429f-902d-d36a4363cc6d req-83449c33-56e0-4806-a0a3-1b3c3a13bcf3 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 946 time: 0.0524032
Mar 25 03:34:27.262612 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-43850af2-a930-429f-902d-d36a4363cc6d req-1e25c46c-85ac-4cd3-b1d9-bfd00f32b2fd tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404990
Mar 25 03:34:27.285497 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 33738) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:27.425079 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60129e1a-6abd-486c-a798-671418f2169e tempest-TestMinimumBasicScenario-846409685 tempest-TestMinimumBasicScenario-846409685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:27.426634 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-60129e1a-6abd-486c-a798-671418f2169e tempest-TestMinimumBasicScenario-846409685 tempest-TestMinimumBasicScenario-846409685-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 1125 time: 0.1401250
Mar 25 03:34:27.429455 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 33744) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:27.433597 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'port_id': 'ba9c4373-21ce-4d60-a020-813c28a48553', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:27.508314 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:27.595983 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 067fb160-522b-4926-bf99-f14b1630b448 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:34:27.603098 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:27.695515 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67688717-567b-4173-a3f6-9d97b15ebc66 req-079791ec-5a8f-4249-9449-a062c9eb001a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:27.697063 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-67688717-567b-4173-a3f6-9d97b15ebc66 req-079791ec-5a8f-4249-9449-a062c9eb001a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 944 time: 0.0811822
Mar 25 03:34:27.698011 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 067fb160-522b-4926-bf99-f14b1630b448, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=067fb160-522b-4926-bf99-f14b1630b448,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:34:27.710690 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '067fb160-522b-4926-bf99-f14b1630b448', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'port_id': '067fb160-522b-4926-bf99-f14b1630b448', 'mac_address': 'fa:16:3e:21:53:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:34:27.725932 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Allocated IP 172.27.0.240 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/6aa8a5ef-7144-4a2c-a401-8bad03b9c669) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:34:27.749237 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 067fb160-522b-4926-bf99-f14b1630b448 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:34:27.750430 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (067fb160-522b-4926-bf99-f14b1630b448), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:27.766707 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-67688717-567b-4173-a3f6-9d97b15ebc66 req-cfdea7f6-7df2-4fcd-9fe7-3e7088a79d53 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554175
Mar 25 03:34:27.772649 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067fb160-522b-4926-bf99-f14b1630b448 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:34:27.793537 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 067fb160-522b-4926-bf99-f14b1630b448, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=067fb160-522b-4926-bf99-f14b1630b448,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:34:27.839316 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for port (6aa8a5ef-7144-4a2c-a401-8bad03b9c669), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:27.890800 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (067fb160-522b-4926-bf99-f14b1630b448), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:27.939027 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29731f-ceeb-4fa5-8007-8eed9caa5fe8 req-bdca6bfa-2854-4324-a09b-2aebf68205dd tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:27.940747 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fb29731f-ceeb-4fa5-8007-8eed9caa5fe8 req-bdca6bfa-2854-4324-a09b-2aebf68205dd tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0584152
Mar 25 03:34:27.942070 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=067fb160-522b-4926-bf99-f14b1630b448,revision_number=9']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:27.950103 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.951606 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.951606 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.952130 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.952594 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.953093 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.953532 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.954745 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.955218 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.955591 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.956460 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.957018 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.957532 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.958066 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.958573 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:27.991319 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (6aa8a5ef-7144-4a2c-a401-8bad03b9c669), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:28.040809 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fb29731f-ceeb-4fa5-8007-8eed9caa5fe8 req-f17d676c-b37b-4b2e-8625-b1b9f514a931 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939455
Mar 25 03:34:28.044478 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:34:28.049612 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:34:28.054133 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:34:28.057182 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event updated for resources: {'Port': ['ID=6aa8a5ef-7144-4a2c-a401-8bad03b9c669,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:28.087194 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.087538 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.087896 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.088230 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.088563 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.089151 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.089493 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.089850 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.090173 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.090501 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.090845 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.091163 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.091483 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.091800 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.092116 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:34:28.238921 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['067fb160-522b-4926-bf99-f14b1630b448'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:34:28.411735 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for floatingip (27ff9a75-f0d5-4f7a-8ef1-1b860f1fcc9a), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:28.539785 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (6aa8a5ef-7144-4a2c-a401-8bad03b9c669), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:28.685005 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for port (6aa8a5ef-7144-4a2c-a401-8bad03b9c669), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:28.787953 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (6aa8a5ef-7144-4a2c-a401-8bad03b9c669), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:28.855751 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event updated for resources: {'Port': ['ID=6aa8a5ef-7144-4a2c-a401-8bad03b9c669,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:28.868728 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (27ff9a75-f0d5-4f7a-8ef1-1b860f1fcc9a), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:28.977684 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Floating IP 27ff9a75-f0d5-4f7a-8ef1-1b860f1fcc9a associated. External IP: 172.27.0.240, port: ba9c4373-21ce-4d60-a020-813c28a48553.
Mar 25 03:34:29.103901 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778d537-40ae-46c8-825c-b8088c5a5699 req-a8886928-e450-440a-a020-9b3204c9a517 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:29.105710 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6778d537-40ae-46c8-825c-b8088c5a5699 req-a8886928-e450-440a-a020-9b3204c9a517 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 945 time: 0.2810862
Mar 25 03:34:29.152707 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6778d537-40ae-46c8-825c-b8088c5a5699 req-63bbe67a-a145-49dd-9e83-3092f0c09396 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409861
Mar 25 03:34:29.228180 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca93f32-bb63-4908-9bfb-bc3009a912ea req-37c262b6-fd92-414a-99e1-d4d1f7b8e73c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:29.229628 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3ca93f32-bb63-4908-9bfb-bc3009a912ea req-37c262b6-fd92-414a-99e1-d4d1f7b8e73c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0964172
Mar 25 03:34:29.261137 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:34:29.326297 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3ca93f32-bb63-4908-9bfb-bc3009a912ea req-08267022-c300-4a28-9379-387a0fdb471e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874341
Mar 25 03:34:29.389630 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:34:29.399726 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d8ee9-e1cb-48cf-9c62-fc4efc94de50 None None] Sync routers for ids ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:34:29.409421 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d8ee9-e1cb-48cf-9c62-fc4efc94de50 None None] Routers {'7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:34:29.410056 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-860d8ee9-e1cb-48cf-9c62-fc4efc94de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc269940>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:34:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:34:29.475766 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:29.505143 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-b415bac0-31ee-4cf2-bed3-0fc6732e3989 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.0746453
Mar 25 03:34:29.505748 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:34:29.508091 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854681e2-3f0a-4eac-b5bf-b69a8f62dfa2" -d '{"events": [{"name": "network-changed", "server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:34:29.508619 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 33774) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:29.515098 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-d0372a56-5931-4880-a655-c59d1c98dcf8 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756293651', 'description': 'tempest-secgroup-smoke-756293651 description', 'project_id': '8fcb2a54095042de8f8a080ac25139a8'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:29.520802 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-860d8ee9-e1cb-48cf-9c62-fc4efc94de50 None None] Set router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:34:29.544882 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848d258f-d67d-4fdd-9b86-ca5c62f92883 x-openstack-request-id: req-848d258f-d67d-4fdd-9b86-ca5c62f92883 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:34:29.545388 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:34:29.545388 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-848d258f-d67d-4fdd-9b86-ca5c62f92883 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:34:29.545821 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848d258f-d67d-4fdd-9b86-ca5c62f92883'] response: {'name': 'network-changed', 'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553', 'status': 'completed', 'code': 200}
Mar 25 03:34:29.610511 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d0372a56-5931-4880-a655-c59d1c98dcf8 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:29.685502 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d0372a56-5931-4880-a655-c59d1c98dcf8 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group (cc21f576-3904-4000-947f-0fd79127a82a), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:29.689099 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c1e20-c87f-4cff-ba28-1e6dcc6d43ee req-2bd2ebf9-f3be-45b5-91d9-9d331b3a4294 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:29.695855 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-392c1e20-c87f-4cff-ba28-1e6dcc6d43ee req-2bd2ebf9-f3be-45b5-91d9-9d331b3a4294 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 946 time: 0.0620894
Mar 25 03:34:29.736985 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-392c1e20-c87f-4cff-ba28-1e6dcc6d43ee req-b4f83c5d-6ca9-4ca5-9e63-4060210e5a1c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402029
Mar 25 03:34:29.753870 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-860d8ee9-e1cb-48cf-9c62-fc4efc94de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc269940>, [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:09Z', 'revision_number': 4, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port': {'id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:06Z', 'updated_at': '2022-03-25T03:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '27ff9a75-f0d5-4f7a-8ef1-1b860f1fcc9a', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'port_id': 'ba9c4373-21ce-4d60-a020-813c28a48553', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'mac_address': 'fa:16:3e:7b:63:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:34:28Z', 'updated_at': '2022-03-25T03:34:28Z', 'revision_number': 0, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1829b79d-34f5-471e-9b98-80c759302c20', 'name': '', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'mac_address': 'fa:16:3e:6d:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:08Z', 'updated_at': '2022-03-25T03:33:12Z', 'revision_number': 5, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'subnets': [{'id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:34:29.764770 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d0372a56-5931-4880-a655-c59d1c98dcf8 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (cc21f576-3904-4000-947f-0fd79127a82a), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:29.782183 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d8ee9-e1cb-48cf-9c62-fc4efc94de50 None None] Checking router: 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:34:29.790931 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d8ee9-e1cb-48cf-9c62-fc4efc94de50 None None] Routers {'7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:34:29.791540 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-860d8ee9-e1cb-48cf-9c62-fc4efc94de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc269940>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:34:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:34:29.797380 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0372a56-5931-4880-a655-c59d1c98dcf8 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc21f576-3904-4000-947f-0fd79127a82a,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:29.869920 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d0372a56-5931-4880-a655-c59d1c98dcf8 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:29.871181 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-d0372a56-5931-4880-a655-c59d1c98dcf8 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.3612800
Mar 25 03:34:29.874700 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 33782) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:29.879012 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-aef245ae-c013-4fa2-8822-5943855cb865 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Request body: {'security_group_rule': {'security_group_id': 'cc21f576-3904-4000-947f-0fd79127a82a', 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:29.900145 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-860d8ee9-e1cb-48cf-9c62-fc4efc94de50 None None] Set router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:34:29.971618 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-aef245ae-c013-4fa2-8822-5943855cb865 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (3bb77576-911d-40c4-9448-445d2986e78a), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:30.026639 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-aef245ae-c013-4fa2-8822-5943855cb865 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (3bb77576-911d-40c4-9448-445d2986e78a), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:30.108215 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-aef245ae-c013-4fa2-8822-5943855cb865 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (3bb77576-911d-40c4-9448-445d2986e78a), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:30.124492 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-860d8ee9-e1cb-48cf-9c62-fc4efc94de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc269940>, [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:09Z', 'revision_number': 4, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port': {'id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:06Z', 'updated_at': '2022-03-25T03:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '27ff9a75-f0d5-4f7a-8ef1-1b860f1fcc9a', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'port_id': 'ba9c4373-21ce-4d60-a020-813c28a48553', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'mac_address': 'fa:16:3e:7b:63:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:34:28Z', 'updated_at': '2022-03-25T03:34:28Z', 'revision_number': 0, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1829b79d-34f5-471e-9b98-80c759302c20', 'name': '', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'mac_address': 'fa:16:3e:6d:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:08Z', 'updated_at': '2022-03-25T03:33:12Z', 'revision_number': 5, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'subnets': [{'id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:34:30.129008 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef245ae-c013-4fa2-8822-5943855cb865 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb77576-911d-40c4-9448-445d2986e78a,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:30.151250 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d8ee9-e1cb-48cf-9c62-fc4efc94de50 None None] The sync data for ids ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'] in dv-cinder-835168-1-iscsi is: [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:09Z', 'revision_number': 4, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port': {'id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:06Z', 'updated_at': '2022-03-25T03:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '27ff9a75-f0d5-4f7a-8ef1-1b860f1fcc9a', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'port_id': 'ba9c4373-21ce-4d60-a020-813c28a48553', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'mac_address': 'fa:16:3e:7b:63:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:34:28Z', 'updated_at': '2022-03-25T03:34:28Z', 'revision_number': 0, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1829b79d-34f5-471e-9b98-80c759302c20', 'name': '', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'mac_address': 'fa:16:3e:6d:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:08Z', 'updated_at': '2022-03-25T03:33:12Z', 'revision_number': 5, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'subnets': [{'id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:34:30.206849 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-aef245ae-c013-4fa2-8822-5943855cb865 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:30.209177 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-aef245ae-c013-4fa2-8822-5943855cb865 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3326170
Mar 25 03:34:30.211057 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 33788) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:30.216412 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-78bfc91a-f623-4a91-a79d-a19f6477e5a5 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Request body: {'security_group_rule': {'security_group_id': 'cc21f576-3904-4000-947f-0fd79127a82a', 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:30.281890 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420b28d-1b13-4aab-ba48-413a46723336 req-daf4eb92-2d18-461a-92de-c572f51dbedc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:30.286452 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3420b28d-1b13-4aab-ba48-413a46723336 req-daf4eb92-2d18-461a-92de-c572f51dbedc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 945 time: 0.0540526
Mar 25 03:34:30.332530 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3420b28d-1b13-4aab-ba48-413a46723336 req-1577099f-a3e7-4e3a-a1e9-29b4737d9069 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433857
Mar 25 03:34:30.348860 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e946b-a2ba-4e81-9295-4ce3c4b9efdb None None] New status for floating IP 27ff9a75-f0d5-4f7a-8ef1-1b860f1fcc9a: ACTIVE {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:34:30.354756 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-78bfc91a-f623-4a91-a79d-a19f6477e5a5 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (f1fb31f5-3900-41df-9512-afe1b84e2ae1), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:30.446821 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-78bfc91a-f623-4a91-a79d-a19f6477e5a5 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (f1fb31f5-3900-41df-9512-afe1b84e2ae1), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:30.467120 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19554876-97a7-417b-9456-078d65a4cfd2 req-5dc50c60-79a6-44cb-a124-82157c4c7081 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:30.469930 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-19554876-97a7-417b-9456-078d65a4cfd2 req-5dc50c60-79a6-44cb-a124-82157c4c7081 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0642641
Mar 25 03:34:30.515583 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-19554876-97a7-417b-9456-078d65a4cfd2 req-128915f1-b9b3-49fc-90db-c2ac3b8db4cd tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407741
Mar 25 03:34:30.524775 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-78bfc91a-f623-4a91-a79d-a19f6477e5a5 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (f1fb31f5-3900-41df-9512-afe1b84e2ae1), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:30.545290 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfc91a-f623-4a91-a79d-a19f6477e5a5 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fb31f5-3900-41df-9512-afe1b84e2ae1,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:30.618246 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-78bfc91a-f623-4a91-a79d-a19f6477e5a5 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:30.619549 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-78bfc91a-f623-4a91-a79d-a19f6477e5a5 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4074297
Mar 25 03:34:30.622741 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 33792) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:30.627029 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-6842c650-abf6-49ba-a692-89dec04d213c tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Request body: {'security_group_rule': {'security_group_id': 'cc21f576-3904-4000-947f-0fd79127a82a', 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:30.712566 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6842c650-abf6-49ba-a692-89dec04d213c tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (8b5022f6-f54f-4c25-bfb0-09022dde3cbe), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:30.767335 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6842c650-abf6-49ba-a692-89dec04d213c tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (8b5022f6-f54f-4c25-bfb0-09022dde3cbe), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:30.850983 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6842c650-abf6-49ba-a692-89dec04d213c tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (8b5022f6-f54f-4c25-bfb0-09022dde3cbe), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:30.859770 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a390d-7532-4c80-ad76-3891f01af65f req-1c0ae915-f832-4964-8e65-f11260cd92ce tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:30.861358 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b40a390d-7532-4c80-ad76-3891f01af65f req-1c0ae915-f832-4964-8e65-f11260cd92ce tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 946 time: 0.0556021
Mar 25 03:34:30.869519 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842c650-abf6-49ba-a692-89dec04d213c tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5022f6-f54f-4c25-bfb0-09022dde3cbe,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:30.909636 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b40a390d-7532-4c80-ad76-3891f01af65f req-6477a28c-8c04-4430-b246-69af034a7788 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426116
Mar 25 03:34:30.955025 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6842c650-abf6-49ba-a692-89dec04d213c tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:30.956244 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-6842c650-abf6-49ba-a692-89dec04d213c tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3325820
Mar 25 03:34:30.959014 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 33798) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:30.963351 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-6d8cd822-ec0a-4aeb-b1c6-0a0b822dac2d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Request body: {'security_group_rule': {'security_group_id': 'cc21f576-3904-4000-947f-0fd79127a82a', 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:31.055180 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd822-ec0a-4aeb-b1c6-0a0b822dac2d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (2bfc07cb-4544-4fd7-ab2a-8fb84aeec1e0), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:31.116972 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd822-ec0a-4aeb-b1c6-0a0b822dac2d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (2bfc07cb-4544-4fd7-ab2a-8fb84aeec1e0), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:31.131679 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854681e2-3f0a-4eac-b5bf-b69a8f62dfa2 req-5218b2dd-4fcd-4d3f-866d-a78a82ae037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:31.133220 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-854681e2-3f0a-4eac-b5bf-b69a8f62dfa2 req-5218b2dd-4fcd-4d3f-866d-a78a82ae037f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fcb2a54095042de8f8a080ac25139a8&device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 1130 time: 0.0490944
Mar 25 03:34:31.154154 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:31.204855 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd822-ec0a-4aeb-b1c6-0a0b822dac2d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (2bfc07cb-4544-4fd7-ab2a-8fb84aeec1e0), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:31.220855 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cd822-ec0a-4aeb-b1c6-0a0b822dac2d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfc07cb-4544-4fd7-ab2a-8fb84aeec1e0,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:31.249925 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854681e2-3f0a-4eac-b5bf-b69a8f62dfa2 req-633b11c6-0d27-4cba-bbe3-953bc456a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:31.251479 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-854681e2-3f0a-4eac-b5bf-b69a8f62dfa2 req-633b11c6-0d27-4cba-bbe3-953bc456a211 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc HTTP/1.1" status: 200  len: 915 time: 0.0892828
Mar 25 03:34:31.304256 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd822-ec0a-4aeb-b1c6-0a0b822dac2d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:31.305486 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-6d8cd822-ec0a-4aeb-b1c6-0a0b822dac2d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3454990
Mar 25 03:34:31.308236 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 33802) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:31.312597 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-29b76e7d-e251-4b89-a865-22f4ac1bacce tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Request body: {'security_group_rule': {'security_group_id': 'cc21f576-3904-4000-947f-0fd79127a82a', 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:31.321873 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-854681e2-3f0a-4eac-b5bf-b69a8f62dfa2 req-76125a36-8a73-43cb-9cf5-76b1877bcedf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba9c4373-21ce-4d60-a020-813c28a48553 HTTP/1.1" status: 200  len: 1002 time: 0.0623598
Mar 25 03:34:31.372722 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854681e2-3f0a-4eac-b5bf-b69a8f62dfa2 req-c5edd4e3-46c1-4509-8e8c-09ee27efd33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:31.374294 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-854681e2-3f0a-4eac-b5bf-b69a8f62dfa2 req-c5edd4e3-46c1-4509-8e8c-09ee27efd33f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98415b84-7245-4a42-a6bf-b855a96bda62 HTTP/1.1" status: 200  len: 853 time: 0.0455382
Mar 25 03:34:31.431457 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854681e2-3f0a-4eac-b5bf-b69a8f62dfa2 req-452d930d-f3ec-4743-aaef-c356c4b5b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:31.432955 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-854681e2-3f0a-4eac-b5bf-b69a8f62dfa2 req-452d930d-f3ec-4743-aaef-c356c4b5b251 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0461397
Mar 25 03:34:31.436719 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.securitygroups_db [None req-29b76e7d-e251-4b89-a865-22f4ac1bacce tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Project 8fcb2a54095042de8f8a080ac25139a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 25 03:34:31.444360 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-29b76e7d-e251-4b89-a865-22f4ac1bacce tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (81aafaae-072c-4b03-b729-a4f3951d6168), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:31.531296 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-854681e2-3f0a-4eac-b5bf-b69a8f62dfa2 req-881c1f24-4a2d-464e-b30d-b996a0193875 service neutron] 10.222.0.35 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901821
Mar 25 03:34:31.663408 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-854681e2-3f0a-4eac-b5bf-b69a8f62dfa2 req-5820bea8-cc04-4ce2-ac80-776fe9e057d7 service neutron] 10.222.0.35 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244838
Mar 25 03:34:31.674983 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030266c-4af4-428c-88c0-b8180deb1a15 req-fda78636-715e-473e-afdf-55c7acad3fc7 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:31.676496 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6030266c-4af4-428c-88c0-b8180deb1a15 req-fda78636-715e-473e-afdf-55c7acad3fc7 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0866053
Mar 25 03:34:31.722850 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a65281-e855-4ed1-96a1-8a05f01062bf req-cf7d4100-5f7a-4594-8eda-001867bf17ba tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:31.724340 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a0a65281-e855-4ed1-96a1-8a05f01062bf req-cf7d4100-5f7a-4594-8eda-001867bf17ba tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 945 time: 0.3169186
Mar 25 03:34:31.726512 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6030266c-4af4-428c-88c0-b8180deb1a15 req-d8ecf676-75df-43b9-ac72-7acda843f2e2 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435340
Mar 25 03:34:31.773596 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-29b76e7d-e251-4b89-a865-22f4ac1bacce tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (81aafaae-072c-4b03-b729-a4f3951d6168), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:31.819013 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a0a65281-e855-4ed1-96a1-8a05f01062bf req-d540eb17-9d7f-4813-9cc4-d76288b5eb9a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544350
Mar 25 03:34:31.901704 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-29b76e7d-e251-4b89-a865-22f4ac1bacce tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (81aafaae-072c-4b03-b729-a4f3951d6168), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:31.919947 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b76e7d-e251-4b89-a865-22f4ac1bacce tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81aafaae-072c-4b03-b729-a4f3951d6168,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:31.989399 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-29b76e7d-e251-4b89-a865-22f4ac1bacce tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:31.990803 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-29b76e7d-e251-4b89-a865-22f4ac1bacce tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6816134
Mar 25 03:34:31.993766 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 33814) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:31.999158 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-9e1880a4-72a1-4be7-9c09-1c0f6addcf38 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Request body: {'security_group_rule': {'security_group_id': 'cc21f576-3904-4000-947f-0fd79127a82a', 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:32.030425 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bf2d7-5280-464c-9039-b3f3eea5a232 req-0a1807a3-a225-4281-a72e-f839716f20d7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:32.032026 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2c1bf2d7-5280-464c-9039-b3f3eea5a232 req-0a1807a3-a225-4281-a72e-f839716f20d7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 946 time: 0.0554535
Mar 25 03:34:32.081592 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2c1bf2d7-5280-464c-9039-b3f3eea5a232 req-6e4e06a0-6484-483d-8e71-4470ed398e55 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434647
Mar 25 03:34:32.093207 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.securitygroups_db [None req-9e1880a4-72a1-4be7-9c09-1c0f6addcf38 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Project 8fcb2a54095042de8f8a080ac25139a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 25 03:34:32.115047 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9e1880a4-72a1-4be7-9c09-1c0f6addcf38 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (bc345a6f-86c2-4dd5-9772-3f9cb3470717), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:32.165544 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1edef-57d9-4105-9c47-b1bf89edc74d req-dc778b71-9532-4d0d-aa3e-556b37fbf864 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:32.167074 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e8e1edef-57d9-4105-9c47-b1bf89edc74d req-dc778b71-9532-4d0d-aa3e-556b37fbf864 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0849123
Mar 25 03:34:32.210413 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9e1880a4-72a1-4be7-9c09-1c0f6addcf38 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (bc345a6f-86c2-4dd5-9772-3f9cb3470717), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:32.262108 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e8e1edef-57d9-4105-9c47-b1bf89edc74d req-5115f8ae-02fa-4eca-bf60-217d0c66e160 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815296
Mar 25 03:34:32.278074 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a7195-af16-49ec-928b-aa22a2cd1ca5 req-76483653-8101-40c8-9e33-4148e438ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:32.280066 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b01a7195-af16-49ec-928b-aa22a2cd1ca5 req-76483653-8101-40c8-9e33-4148e438ed65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=680fe419d6a44ddcb8a1965b421ce8e9&device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 1129 time: 0.0608454
Mar 25 03:34:32.328989 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9e1880a4-72a1-4be7-9c09-1c0f6addcf38 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (bc345a6f-86c2-4dd5-9772-3f9cb3470717), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:32.359810 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1880a4-72a1-4be7-9c09-1c0f6addcf38 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc345a6f-86c2-4dd5-9772-3f9cb3470717,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:32.361345 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-d63ff033-6336-43e9-8f12-9936c594ad65 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:32.366680 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-d63ff033-6336-43e9-8f12-9936c594ad65 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/networks?id=22cae172-9e74-44b0-aac7-9397eefb5f4f HTTP/1.1" status: 200  len: 812 time: 0.1096416
Mar 25 03:34:32.377355 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-aaa57d1a-43a8-46dd-8551-003fc97f191b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/quotas/a5185ed76d0a4079bda29a0cf1b3f428 HTTP/1.1" status: 200  len: 375 time: 0.0089898
Mar 25 03:34:32.394261 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a7195-af16-49ec-928b-aa22a2cd1ca5 req-76bd4f4a-53a4-49e2-9cf4-deacb343c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:32.395754 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b01a7195-af16-49ec-928b-aa22a2cd1ca5 req-76bd4f4a-53a4-49e2-9cf4-deacb343c1c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0fe920f0-4ddb-467c-b2c3-bde300f41195 HTTP/1.1" status: 200  len: 911 time: 0.1091149
Mar 25 03:34:32.410328 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-770891b0-3d17-40db-806a-0e24ebbb1e99 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5185ed76d0a4079bda29a0cf1b3f428&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0272958
Mar 25 03:34:32.412316 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9e1880a4-72a1-4be7-9c09-1c0f6addcf38 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:32.413446 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-9e1880a4-72a1-4be7-9c09-1c0f6addcf38 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4184942
Mar 25 03:34:32.470024 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b01a7195-af16-49ec-928b-aa22a2cd1ca5 req-2adb4ca2-b415-479b-9380-7bcf4456396e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9983117-474b-4d6c-a92f-7cafb4b13c9f HTTP/1.1" status: 200  len: 1001 time: 0.0675523
Mar 25 03:34:32.504230 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-d0b06a69-ca66-4655-9e1c-67e656c89b33 service neutron] 10.222.0.24 "GET /v2.0/networks/22cae172-9e74-44b0-aac7-9397eefb5f4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868502
Mar 25 03:34:32.546209 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0b4627bc-0403-4a93-83aa-e9b17734f8c1 req-dd5e2bca-149e-4c79-a651-3f92562c07f3 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756293651&fields=id&tenant_id=8fcb2a54095042de8f8a080ac25139a8 HTTP/1.1" status: 200  len: 267 time: 0.0820887
Mar 25 03:34:32.547694 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a7195-af16-49ec-928b-aa22a2cd1ca5 req-76c6ccc1-e05b-4961-a1a2-1f0b4ae46fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:32.549027 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b01a7195-af16-49ec-928b-aa22a2cd1ca5 req-76c6ccc1-e05b-4961-a1a2-1f0b4ae46fdd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6 HTTP/1.1" status: 200  len: 849 time: 0.0675957
Mar 25 03:34:32.593376 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-1bde0f97-bfc7-4d66-8f89-1bd307d609db service neutron] 10.222.0.24 "GET /v2.0/networks/22cae172-9e74-44b0-aac7-9397eefb5f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831766
Mar 25 03:34:32.633952 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4627bc-0403-4a93-83aa-e9b17734f8c1 req-73711796-217e-44a2-907e-3420cba321d7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:32.635434 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0b4627bc-0403-4a93-83aa-e9b17734f8c1 req-73711796-217e-44a2-907e-3420cba321d7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 946 time: 0.0833607
Mar 25 03:34:32.638902 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a7195-af16-49ec-928b-aa22a2cd1ca5 req-d51971f8-37b0-4096-8904-ba3086bec48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:32.640339 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b01a7195-af16-49ec-928b-aa22a2cd1ca5 req-d51971f8-37b0-4096-8904-ba3086bec48c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe920f0-4ddb-467c-b2c3-bde300f41195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0792832
Mar 25 03:34:32.646746 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [req-0b4627bc-0403-4a93-83aa-e9b17734f8c1 req-a9fcfd4f-b7ec-4193-954e-21f8c74452b0 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Request body: {'port': {'security_groups': ['f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe', 'cc21f576-3904-4000-947f-0fd79127a82a']}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:32.772946 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-0b4627bc-0403-4a93-83aa-e9b17734f8c1 req-a9fcfd4f-b7ec-4193-954e-21f8c74452b0 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:32.804989 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b01a7195-af16-49ec-928b-aa22a2cd1ca5 req-e0eadf27-1138-46c0-8582-05335d33c61c service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541259
Mar 25 03:34:32.843066 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-bf7563d3-ee17-4223-b8a3-60155d4fc3c4 req-ae9cd1e0-01f2-412d-9b85-1f7c93fc8a88 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 210 time: 0.0282953
Mar 25 03:34:33.004105 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-2e9c22af-de9c-4b4a-acf7-52fd3e38b4c7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:33.005861 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-2e9c22af-de9c-4b4a-acf7-52fd3e38b4c7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 946 time: 0.1030960
Mar 25 03:34:33.010984 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b01a7195-af16-49ec-928b-aa22a2cd1ca5 req-ae237997-68b1-4025-8119-7dfb207d150e service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862643
Mar 25 03:34:33.013595 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3993603-5615-4815-acf6-da0217046fa5 req-f96c09ef-8892-4717-a32b-003948c055c6 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:33.015100 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a3993603-5615-4815-acf6-da0217046fa5 req-f96c09ef-8892-4717-a32b-003948c055c6 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 945 time: 0.0998516
Mar 25 03:34:33.081074 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 067fb160-522b-4926-bf99-f14b1630b448 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:34:33.118997 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a3993603-5615-4815-acf6-da0217046fa5 req-24199b59-7991-4876-8b15-991905f2eb09 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931683
Mar 25 03:34:33.127800 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [req-0b4627bc-0403-4a93-83aa-e9b17734f8c1 req-a9fcfd4f-b7ec-4193-954e-21f8c74452b0 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] For port ba9c4373-21ce-4d60-a020-813c28a48553, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ba9c4373-21ce-4d60-a020-813c28a48553,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:34:33.137280 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 067fb160-522b-4926-bf99-f14b1630b448 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:34:33.138667 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (067fb160-522b-4926-bf99-f14b1630b448), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:33.157363 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Deleting port ff000fce-4972-46a9-b92b-da43fa56cc8a {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:34:33.157363 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:33.166263 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-0b4627bc-0403-4a93-83aa-e9b17734f8c1 req-a9fcfd4f-b7ec-4193-954e-21f8c74452b0 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for port (ba9c4373-21ce-4d60-a020-813c28a48553), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:33.239640 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 067fb160-522b-4926-bf99-f14b1630b448 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:34:33.240122 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (067fb160-522b-4926-bf99-f14b1630b448), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:33.256190 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-0b4627bc-0403-4a93-83aa-e9b17734f8c1 req-a9fcfd4f-b7ec-4193-954e-21f8c74452b0 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:33.264766 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067fb160-522b-4926-bf99-f14b1630b448'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:34:33.267363 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4a9d66-4d64-4d3e-9c4c-cb8323ee734d" -d '{"events": [{"server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "name": "network-vif-plugged", "status": "completed", "tag": "067fb160-522b-4926-bf99-f14b1630b448"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:34:33.273036 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['ba9c4373-21ce-4d60-a020-813c28a48553'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:34:33.284017 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 067fb160-522b-4926-bf99-f14b1630b448, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=067fb160-522b-4926-bf99-f14b1630b448,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:34:33.293599 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03585506-34b6-4f64-9c5c-4d1e79630d4d req-8e8cf034-896c-48a0-811c-a6c584a390aa tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:33.295654 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-03585506-34b6-4f64-9c5c-4d1e79630d4d req-8e8cf034-896c-48a0-811c-a6c584a390aa tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 946 time: 0.0891559
Mar 25 03:34:33.297489 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] For port ff000fce-4972-46a9-b92b-da43fa56cc8a, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ff000fce-4972-46a9-b92b-da43fa56cc8a,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:34:33.297878 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:33.325989 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4627bc-0403-4a93-83aa-e9b17734f8c1 req-a9fcfd4f-b7ec-4193-954e-21f8c74452b0 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:33.326661 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [req-0b4627bc-0403-4a93-83aa-e9b17734f8c1 req-a9fcfd4f-b7ec-4193-954e-21f8c74452b0 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:33.328091 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0b4627bc-0403-4a93-83aa-e9b17734f8c1 req-a9fcfd4f-b7ec-4193-954e-21f8c74452b0 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "PUT /v2.0/ports/ba9c4373-21ce-4d60-a020-813c28a48553 HTTP/1.1" status: 200  len: 982 time: 0.6858075
Mar 25 03:34:33.339975 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:34:33.342539 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9461c5c5-4628-4d1f-8f2b-0987b93ce405" -d '{"events": [{"name": "network-changed", "server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:34:33.396858 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a40c91-55ec-486d-b396-b5d31e8c752d x-openstack-request-id: req-a7a40c91-55ec-486d-b396-b5d31e8c752d {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:34:33.397352 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "name": "network-vif-plugged", "status": "completed", "tag": "067fb160-522b-4926-bf99-f14b1630b448", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:34:33.397829 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7a40c91-55ec-486d-b396-b5d31e8c752d {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:34:33.398335 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a40c91-55ec-486d-b396-b5d31e8c752d'] response: {'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067fb160-522b-4926-bf99-f14b1630b448', 'code': 200}
Mar 25 03:34:33.408337 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (067fb160-522b-4926-bf99-f14b1630b448), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:33.435917 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcfd4f-b7ec-4193-954e-21f8c74452b0 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event updated for resources: {'Port': ['ID=ba9c4373-21ce-4d60-a020-813c28a48553,revision_number=6']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:33.489978 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=067fb160-522b-4926-bf99-f14b1630b448,revision_number=10']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:33.498674 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['ba9c4373-21ce-4d60-a020-813c28a48553'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:34:33.558091 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55843474-8be7-458e-b3c7-09e6fd69ca7b req-56594185-f381-4900-be64-5bd03a61f1d3 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:33.561095 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-55843474-8be7-458e-b3c7-09e6fd69ca7b req-56594185-f381-4900-be64-5bd03a61f1d3 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0781622
Mar 25 03:34:33.586956 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-03585506-34b6-4f64-9c5c-4d1e79630d4d req-52572d7a-1bf3-4c97-9b44-d56047105aa0 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=019c5ba6-b415-4d93-b8d7-415ff6443876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2752860
Mar 25 03:34:33.653989 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-55843474-8be7-458e-b3c7-09e6fd69ca7b req-48065c3d-3a84-4a05-a2e4-2237339d8193 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852370
Mar 25 03:34:33.674726 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-b8f56708-cd13-4007-9e03-4355a7343d69 None None] Provisioning complete for port ba9c4373-21ce-4d60-a020-813c28a48553 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:34:33.675101 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8f56708-cd13-4007-9e03-4355a7343d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:33.706922 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:33.707150 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (2f95e7f2-814c-4cae-92ca-7eecbbc0183f), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:33.707434 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Floating IP 2f95e7f2-814c-4cae-92ca-7eecbbc0183f disassociated. External IP: 172.27.0.162, port: ff000fce-4972-46a9-b92b-da43fa56cc8a.
Mar 25 03:34:33.707784 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Calling delete_port for ff000fce-4972-46a9-b92b-da43fa56cc8a owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:34:33.717597 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b223ab4-6da4-45ef-8779-b09d67c44b83 x-openstack-request-id: req-2b223ab4-6da4-45ef-8779-b09d67c44b83 {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:34:33.717972 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:34:33.718798 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b223ab4-6da4-45ef-8779-b09d67c44b83 {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:34:33.719219 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b223ab4-6da4-45ef-8779-b09d67c44b83'] response: {'name': 'network-changed', 'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553', 'status': 'completed', 'code': 200}
Mar 25 03:34:33.810324 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461c5c5-4628-4d1f-8f2b-0987b93ce405 req-003d5f1a-8674-4e0d-86f0-5d9445e2dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:33.811915 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9461c5c5-4628-4d1f-8f2b-0987b93ce405 req-003d5f1a-8674-4e0d-86f0-5d9445e2dbc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fcb2a54095042de8f8a080ac25139a8&device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 1169 time: 0.0684118
Mar 25 03:34:33.833121 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c78921-9d65-43db-82c3-ffb9b510acc0 req-c46a13dc-1f89-49ed-87e3-a328e0bfe87d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:33.838159 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d3c78921-9d65-43db-82c3-ffb9b510acc0 req-c46a13dc-1f89-49ed-87e3-a328e0bfe87d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.1747839
Mar 25 03:34:33.888366 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-b8f56708-cd13-4007-9e03-4355a7343d69 None None] Current status of the port ba9c4373-21ce-4d60-a020-813c28a48553 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:34:33.943077 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d3c78921-9d65-43db-82c3-ffb9b510acc0 req-fca514f4-6e34-4f72-bdc3-173f3c9a56bb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0985897
Mar 25 03:34:33.950314 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461c5c5-4628-4d1f-8f2b-0987b93ce405 req-a581f46e-cf98-4527-84c0-ebba59efc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:33.952194 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9461c5c5-4628-4d1f-8f2b-0987b93ce405 req-a581f46e-cf98-4527-84c0-ebba59efc1fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc HTTP/1.1" status: 200  len: 915 time: 0.1334321
Mar 25 03:34:33.985094 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f6120fae-0d05-4601-a535-7c4e84251d5e req-ac847cd3-daf1-4b59-bff5-9b1b96489841 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 210 time: 0.0483382
Mar 25 03:34:34.021967 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (ff000fce-4972-46a9-b92b-da43fa56cc8a), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:34.061160 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9461c5c5-4628-4d1f-8f2b-0987b93ce405 req-cc567bfc-6b26-48f9-9602-057fa7b704be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba9c4373-21ce-4d60-a020-813c28a48553 HTTP/1.1" status: 200  len: 1002 time: 0.0797524
Mar 25 03:34:34.071342 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event deleted for resources: {'Port': ['ID=ff000fce-4972-46a9-b92b-da43fa56cc8a,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:34.142326 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461c5c5-4628-4d1f-8f2b-0987b93ce405 req-6a0b4128-881e-42f6-88ec-d3396401cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:34.143500 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9461c5c5-4628-4d1f-8f2b-0987b93ce405 req-6a0b4128-881e-42f6-88ec-d3396401cd48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98415b84-7245-4a42-a6bf-b855a96bda62 HTTP/1.1" status: 200  len: 853 time: 0.0600147
Mar 25 03:34:34.245238 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461c5c5-4628-4d1f-8f2b-0987b93ce405 req-111fbf5e-b15c-4cdc-aeb3-8033834a9f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:34.247626 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9461c5c5-4628-4d1f-8f2b-0987b93ce405 req-111fbf5e-b15c-4cdc-aeb3-8033834a9f3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0892568
Mar 25 03:34:34.364076 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38bdd-e994-486c-8580-e6d4eb31c3b1 req-992d630c-59c9-48ba-ba17-dccfae0f83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:34.365593 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-75f38bdd-e994-486c-8580-e6d4eb31c3b1 req-992d630c-59c9-48ba-ba17-dccfae0f83c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 1131 time: 0.2163153
Mar 25 03:34:34.374230 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9461c5c5-4628-4d1f-8f2b-0987b93ce405 req-d2b68fe6-0109-4c78-81d3-3ced555ab3e3 service neutron] 10.222.0.35 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186855
Mar 25 03:34:34.393896 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aedd20-b01f-438c-8706-e79313e4760b req-f935ed2e-029f-4c8d-96a9-fc2cafb663ba tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:34.401763 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06aedd20-b01f-438c-8706-e79313e4760b req-f935ed2e-029f-4c8d-96a9-fc2cafb663ba tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 947 time: 0.1131160
Mar 25 03:34:34.401763 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:34:34.467842 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9461c5c5-4628-4d1f-8f2b-0987b93ce405 req-4affeeca-39b9-4e9a-9866-44e0a8842ff0 service neutron] 10.222.0.35 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879664
Mar 25 03:34:34.525617 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-75f38bdd-e994-486c-8580-e6d4eb31c3b1 req-18a03fa9-655f-4684-8dc5-5601f38bb8b1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1500609
Mar 25 03:34:34.542632 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06aedd20-b01f-438c-8706-e79313e4760b req-6b60ef7c-aeca-4289-b395-7b7aa4d61de2 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1384320
Mar 25 03:34:34.575899 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:34:34.585916 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae1f96-b165-4e68-b049-55336b0022e5 None None] Sync routers for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:34:34.596051 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae1f96-b165-4e68-b049-55336b0022e5 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:34:34.596651 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-adae1f96-b165-4e68-b049-55336b0022e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc15e430>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:34:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:34:34.623029 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] No DVR routers for this DVR port ff000fce-4972-46a9-b92b-da43fa56cc8a on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:34:34.627646 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:34.632805 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-833197c1-5e00-4b1f-9ca9-f94b644b289c req-edfa365d-3f21-4ba5-ad1b-8a5d6cc252e1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "DELETE /v2.0/ports/ff000fce-4972-46a9-b92b-da43fa56cc8a HTTP/1.1" status: 204  len: 173 time: 1.6142490
Mar 25 03:34:34.634630 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d7810a-ce58-4aba-abcb-287be7773b57', 'name': 'network-vif-deleted', 'tag': 'ff000fce-4972-46a9-b92b-da43fa56cc8a'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:34:34.635791 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0350ed01-fd82-4c67-a1cd-9b8ffd22bfb3" -d '{"events": [{"server_uuid": "c9d7810a-ce58-4aba-abcb-287be7773b57", "name": "network-vif-deleted", "tag": "ff000fce-4972-46a9-b92b-da43fa56cc8a"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:34:34.695041 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4e9253d0-1cf5-4083-9ca7-df2f91dc3363 req-7687e218-693b-4ced-a07c-b42589b9174e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 210 time: 0.0290015
Mar 25 03:34:34.763485 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde163cb-b7aa-4052-903d-839094d37f8e x-openstack-request-id: req-fde163cb-b7aa-4052-903d-839094d37f8e {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:34:34.763485 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d7810a-ce58-4aba-abcb-287be7773b57", "name": "network-vif-deleted", "tag": "ff000fce-4972-46a9-b92b-da43fa56cc8a", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:34:34.763485 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fde163cb-b7aa-4052-903d-839094d37f8e {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:34:34.763485 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde163cb-b7aa-4052-903d-839094d37f8e'] response: {'server_uuid': 'c9d7810a-ce58-4aba-abcb-287be7773b57', 'name': 'network-vif-deleted', 'tag': 'ff000fce-4972-46a9-b92b-da43fa56cc8a', 'status': 'completed', 'code': 200}
Mar 25 03:34:34.801888 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-adae1f96-b165-4e68-b049-55336b0022e5 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:34:34.880417 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd20f71-1b67-4725-9c81-0450bd5c0b72 req-950b2d54-c8a9-4be6-a18d-8cad2ce42c0f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:34.882154 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cfd20f71-1b67-4725-9c81-0450bd5c0b72 req-950b2d54-c8a9-4be6-a18d-8cad2ce42c0f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0825415
Mar 25 03:34:34.896384 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2539a-3ad8-4c54-b498-0e6756dc5bf2 req-07c76d0a-ba11-4ad2-9240-ddc7d9af42ac tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:34.903452 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-70f2539a-3ad8-4c54-b498-0e6756dc5bf2 req-07c76d0a-ba11-4ad2-9240-ddc7d9af42ac tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0723650
Mar 25 03:34:34.959604 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-70f2539a-3ad8-4c54-b498-0e6756dc5bf2 req-986f83b7-0d4d-4ef1-831c-48cb64dd8061 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550528
Mar 25 03:34:34.965470 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cfd20f71-1b67-4725-9c81-0450bd5c0b72 req-e32d7e9e-8dc9-4fe9-bb6a-e8333799d7d5 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557878
Mar 25 03:34:35.036981 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4179b3f-0364-41ee-85a4-c606c67219f0 req-2d6b59c2-641f-4c13-bec9-16f67c505dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:35.038577 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b4179b3f-0364-41ee-85a4-c606c67219f0 req-2d6b59c2-641f-4c13-bec9-16f67c505dff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 1129 time: 0.0505011
Mar 25 03:34:35.082111 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device ff000fce-4972-46a9-b92b-da43fa56cc8a no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:34:35.116435 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: ff000fce-4972-46a9-b92b-da43fa56cc8a {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:34:35.116857 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device ff000fce-4972-46a9-b92b-da43fa56cc8a not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:34:35.132202 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-04f9facd-4860-473d-9b35-19f0e27badd9 req-5cae96e0-188f-4f6b-96e9-175dee5439f5 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 210 time: 0.0291870
Mar 25 03:34:35.157905 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-adae1f96-b165-4e68-b049-55336b0022e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc15e430>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '5a370bb7-6ee5-4f1f-a047-5e0d65845bc2', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:18:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659a6384-0384-49ff-a92a-e89013165789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:31:04Z', 'updated_at': '2022-03-25T03:31:45Z', 'revision_number': 2, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:34:35.161100 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4179b3f-0364-41ee-85a4-c606c67219f0 req-043f9b8d-2a48-4d7e-8a83-bcb6c3573995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:35.162630 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b4179b3f-0364-41ee-85a4-c606c67219f0 req-043f9b8d-2a48-4d7e-8a83-bcb6c3573995 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 919 time: 0.1059842
Mar 25 03:34:35.189746 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae1f96-b165-4e68-b049-55336b0022e5 None None] Checking router: 6a36ad02-4238-4232-ad4d-dbbf59a59e63 for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:34:35.198579 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae1f96-b165-4e68-b049-55336b0022e5 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:34:35.199269 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-adae1f96-b165-4e68-b049-55336b0022e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc15e430>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:34:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:34:35.233607 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b4179b3f-0364-41ee-85a4-c606c67219f0 req-19b3e768-45a3-47b8-96c4-b4b36ebab99f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea76e1b9-2252-4748-aab4-25e3890d1806 HTTP/1.1" status: 200  len: 1001 time: 0.0632737
Mar 25 03:34:35.284207 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4179b3f-0364-41ee-85a4-c606c67219f0 req-2be1b9f0-3aa3-45c5-a58e-7df679bd893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:35.285938 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b4179b3f-0364-41ee-85a4-c606c67219f0 req-2be1b9f0-3aa3-45c5-a58e-7df679bd893d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0445640
Mar 25 03:34:35.312458 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-adae1f96-b165-4e68-b049-55336b0022e5 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:34:35.338461 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4179b3f-0364-41ee-85a4-c606c67219f0 req-7f939002-711a-4eaa-b538-0d9dc04a5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:35.340720 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b4179b3f-0364-41ee-85a4-c606c67219f0 req-7f939002-711a-4eaa-b538-0d9dc04a5915 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0471876
Mar 25 03:34:35.438943 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b4179b3f-0364-41ee-85a4-c606c67219f0 req-99136416-f279-4a28-9fdc-36fea6dd63d2 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900605
Mar 25 03:34:35.555094 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-adae1f96-b165-4e68-b049-55336b0022e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc15e430>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '5a370bb7-6ee5-4f1f-a047-5e0d65845bc2', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:18:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659a6384-0384-49ff-a92a-e89013165789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:31:04Z', 'updated_at': '2022-03-25T03:31:45Z', 'revision_number': 2, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:34:35.586251 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae1f96-b165-4e68-b049-55336b0022e5 None None] The sync data for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi is: [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '5a370bb7-6ee5-4f1f-a047-5e0d65845bc2', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:18:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659a6384-0384-49ff-a92a-e89013165789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:31:04Z', 'updated_at': '2022-03-25T03:31:45Z', 'revision_number': 2, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:34:35.627956 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b4179b3f-0364-41ee-85a4-c606c67219f0 req-e112f9e0-53a4-4b64-914d-3b9fbba57a46 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683791
Mar 25 03:34:35.644916 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-9817e679-1ab2-4fbd-b94a-f146b4e3c706 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:35.646469 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-9817e679-1ab2-4fbd-b94a-f146b4e3c706 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.35 "GET /v2.0/networks?id=22cae172-9e74-44b0-aac7-9397eefb5f4f HTTP/1.1" status: 200  len: 812 time: 0.1781304
Mar 25 03:34:35.674522 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-47f49483-3b3e-4856-85be-1d1ae6414fac tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Request body: {'port': {'device_id': '57d77a88-2057-44cc-b7d3-3c7df0ed9444', 'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f', 'admin_state_up': True, 'tenant_id': 'a5185ed76d0a4079bda29a0cf1b3f428'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:35.767073 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db801a6d-e6df-495f-87f0-c0e7efbdf65b req-a1a3011b-2071-41c0-9fe9-8ef7fd7c28e0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:35.768565 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-db801a6d-e6df-495f-87f0-c0e7efbdf65b req-a1a3011b-2071-41c0-9fe9-8ef7fd7c28e0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 947 time: 0.1397057
Mar 25 03:34:35.845392 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-db801a6d-e6df-495f-87f0-c0e7efbdf65b req-b5f38ab7-a89d-4c30-852c-b65fcd753b53 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654864
Mar 25 03:34:35.861473 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f694a059-5bf6-4ade-a462-41b414b65fdd req-4e95bc0c-5954-4df7-a7be-fdb5d54c1804 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d7810a-ce58-4aba-abcb-287be7773b57 HTTP/1.1" status: 200  len: 210 time: 0.0409422
Mar 25 03:34:35.951638 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3288355-8071-428b-b21c-4e06951ce9b3 None None] New status for floating IP 2f95e7f2-814c-4cae-92ca-7eecbbc0183f: DOWN {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:34:35.973785 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-47f49483-3b3e-4856-85be-1d1ae6414fac tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Made reservation on behalf of a5185ed76d0a4079bda29a0cf1b3f428 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:34:35.975400 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-47f49483-3b3e-4856-85be-1d1ae6414fac tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:36.217006 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eec61-8542-42ce-9be6-90527af262e2 req-0ab50809-8d58-41ce-ab12-a69ceee40725 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:36.219617 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6c1eec61-8542-42ce-9be6-90527af262e2 req-0ab50809-8d58-41ce-ab12-a69ceee40725 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.1349504
Mar 25 03:34:36.255451 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4c18869e-c63e-4164-8724-c7b98ad14e11 req-d7515450-46e1-4759-aa6c-a0b440eebcc9 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 210 time: 0.0282762
Mar 25 03:34:36.273451 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-47f49483-3b3e-4856-85be-1d1ae6414fac tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Allocated IP 172.20.0.3 (22cae172-9e74-44b0-aac7-9397eefb5f4f/3b02582a-279f-4c3a-b771-b7afba88bf33/938b0095-6883-4ff8-8dd1-deeb21c29925) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:34:36.304280 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6c1eec61-8542-42ce-9be6-90527af262e2 req-138e6765-029e-4b51-9d28-bc5f9ec4f31b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757427
Mar 25 03:34:36.464211 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-47f49483-3b3e-4856-85be-1d1ae6414fac tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks [] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:36.600161 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-47f49483-3b3e-4856-85be-1d1ae6414fac tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:36.647370 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-47f49483-3b3e-4856-85be-1d1ae6414fac tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Network 22cae172-9e74-44b0-aac7-9397eefb5f4f is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:34:36.652551 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-47f49483-3b3e-4856-85be-1d1ae6414fac tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:34:36.657199 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-47f49483-3b3e-4856-85be-1d1ae6414fac tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:34:36.661239 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f49483-3b3e-4856-85be-1d1ae6414fac tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Pushing event updated for resources: {'Port': ['ID=938b0095-6883-4ff8-8dd1-deeb21c29925,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:36.706161 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-47f49483-3b3e-4856-85be-1d1ae6414fac tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:36.706770 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-47f49483-3b3e-4856-85be-1d1ae6414fac tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:36.784594 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-47f49483-3b3e-4856-85be-1d1ae6414fac tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1160476
Mar 25 03:34:36.806040 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Request body: {'port': {'device_id': '57d77a88-2057-44cc-b7d3-3c7df0ed9444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:37.031108 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dfc6b-5392-4529-97a5-7bd327a2fc5e req-c4553a9f-d7b1-468a-a0cc-ea260514e3b6 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:37.038805 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d37dfc6b-5392-4529-97a5-7bd327a2fc5e req-c4553a9f-d7b1-468a-a0cc-ea260514e3b6 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 947 time: 0.0732696
Mar 25 03:34:37.072194 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 33944) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:37.104330 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d37dfc6b-5392-4529-97a5-7bd327a2fc5e req-eb7cd2ed-43e2-41e7-922c-50ad5632cbc3 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645449
Mar 25 03:34:37.138475 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.147530 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c43d974e-6aaf-4dea-a012-ad7f3fa026e5 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (019c5ba6-b415-4d93-b8d7-415ff6443876), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.172695 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c43d974e-6aaf-4dea-a012-ad7f3fa026e5 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (019c5ba6-b415-4d93-b8d7-415ff6443876), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.291005 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c43d974e-6aaf-4dea-a012-ad7f3fa026e5 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (019c5ba6-b415-4d93-b8d7-415ff6443876), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.293815 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c43d974e-6aaf-4dea-a012-ad7f3fa026e5 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.295522 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-c43d974e-6aaf-4dea-a012-ad7f3fa026e5 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "DELETE /v2.0/security-groups/019c5ba6-b415-4d93-b8d7-415ff6443876 HTTP/1.1" status: 204  len: 168 time: 0.2223814
Mar 25 03:34:37.300408 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 33948) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:37.317272 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d974e-6aaf-4dea-a012-ad7f3fa026e5 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019c5ba6-b415-4d93-b8d7-415ff6443876,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:37.320511 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.api.v2.resource [None req-649e9c4f-3e24-46ee-b9c3-ae46e0d01e07 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] show failed (client error): The resource could not be found.
Mar 25 03:34:37.322030 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-649e9c4f-3e24-46ee-b9c3-ae46e0d01e07 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups/019c5ba6-b415-4d93-b8d7-415ff6443876 HTTP/1.1" status: 404  len: 347 time: 0.0205417
Mar 25 03:34:37.326079 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 33952) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:37.453456 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fe308-6bb4-4335-91e1-3828ff21235f req-dcf23edf-e85b-4e69-8c14-c8367cbd831f tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:37.461044 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2d5fe308-6bb4-4335-91e1-3828ff21235f req-dcf23edf-e85b-4e69-8c14-c8367cbd831f tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 931 time: 0.1052911
Mar 25 03:34:37.518681 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ce68e-6531-4a92-94bf-9d848981b91c req-debb4ea1-7265-46ca-aa76-cb71401dfdfd tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:37.520495 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-fe4ce68e-6531-4a92-94bf-9d848981b91c req-debb4ea1-7265-46ca-aa76-cb71401dfdfd tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.1259336
Mar 25 03:34:37.544956 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938b0095-6883-4ff8-8dd1-deeb21c29925 {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:34:37.548190 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-9869e2bc-c31e-4471-bc28-ac4481c76303 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Deleting port 1cd500b8-da37-4fa8-a153-4ed137640d0e {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:34:37.548678 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9869e2bc-c31e-4471-bc28-ac4481c76303 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (1cd500b8-da37-4fa8-a153-4ed137640d0e), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.557056 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Publish callbacks [] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.576416 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2d5fe308-6bb4-4335-91e1-3828ff21235f req-1975176f-8faa-487a-baf7-e8ac743b7616 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141567
Mar 25 03:34:37.583761 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Transition to ACTIVE for port object 938b0095-6883-4ff8-8dd1-deeb21c29925 will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:34:37.620604 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-fe4ce68e-6531-4a92-94bf-9d848981b91c req-a32424bf-0d9d-45ca-ab7d-2fb6a96780cc tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0932221
Mar 25 03:34:37.655923 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9869e2bc-c31e-4471-bc28-ac4481c76303 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (1cd500b8-da37-4fa8-a153-4ed137640d0e), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.659711 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9869e2bc-c31e-4471-bc28-ac4481c76303 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (1cd500b8-da37-4fa8-a153-4ed137640d0e), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.669474 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-9869e2bc-c31e-4471-bc28-ac4481c76303 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Calling delete_port for 1cd500b8-da37-4fa8-a153-4ed137640d0e owned by network:floatingip {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:34:37.679359 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.743964 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Pushing event updated for resources: {'Port': ['ID=938b0095-6883-4ff8-8dd1-deeb21c29925,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:37.820131 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Attempting to bind port 938b0095-6883-4ff8-8dd1-deeb21c29925 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:34:37.820467 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Attempting to bind port 938b0095-6883-4ff8-8dd1-deeb21c29925 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '06d579de-ed8a-474b-8d53-73cc177fb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:34:37.820795 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Attempting to bind port 938b0095-6883-4ff8-8dd1-deeb21c29925 on network 22cae172-9e74-44b0-aac7-9397eefb5f4f {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:34:37.826538 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Port 938b0095-6883-4ff8-8dd1-deeb21c29925 on network 22cae172-9e74-44b0-aac7-9397eefb5f4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:34:37.826873 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Attempting to bind port 938b0095-6883-4ff8-8dd1-deeb21c29925 on network 22cae172-9e74-44b0-aac7-9397eefb5f4f {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:34:37.833980 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:34:37.834323 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Checking segment: {'id': '06d579de-ed8a-474b-8d53-73cc177fb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:34:37.834711 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Bound using segment: {'id': '06d579de-ed8a-474b-8d53-73cc177fb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:34:37.835139 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Bound port: 938b0095-6883-4ff8-8dd1-deeb21c29925, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d579de-ed8a-474b-8d53-73cc177fb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:34:37.835496 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.902731 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] For port 938b0095-6883-4ff8-8dd1-deeb21c29925, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:34:37.905811 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] For port 938b0095-6883-4ff8-8dd1-deeb21c29925, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=938b0095-6883-4ff8-8dd1-deeb21c29925,segment=NetworkSegment(06d579de-ed8a-474b-8d53-73cc177fb850),segment_id=06d579de-ed8a-474b-8d53-73cc177fb850)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:34:37.919280 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9869e2bc-c31e-4471-bc28-ac4481c76303 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255'] for port (1cd500b8-da37-4fa8-a153-4ed137640d0e), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.944441 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869e2bc-c31e-4471-bc28-ac4481c76303 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event deleted for resources: {'Port': ['ID=1cd500b8-da37-4fa8-a153-4ed137640d0e,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:37.972714 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9869e2bc-c31e-4471-bc28-ac4481c76303 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (2f95e7f2-814c-4cae-92ca-7eecbbc0183f), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.975242 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9869e2bc-c31e-4471-bc28-ac4481c76303 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:37.978927 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-9869e2bc-c31e-4471-bc28-ac4481c76303 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "DELETE /v2.0/floatingips/2f95e7f2-814c-4cae-92ca-7eecbbc0183f HTTP/1.1" status: 204  len: 168 time: 0.6491885
Mar 25 03:34:38.032786 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:38.062130 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:38.062843 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:38.064474 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] 10.222.0.35 "PUT /v2.0/ports/938b0095-6883-4ff8-8dd1-deeb21c29925 HTTP/1.1" status: 200  len: 1093 time: 1.2625070
Mar 25 03:34:38.064971 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d77a88-2057-44cc-b7d3-3c7df0ed9444', 'tag': '938b0095-6883-4ff8-8dd1-deeb21c29925'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:34:38.067275 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5be0517-6a0e-4827-942a-5d32c4a0fd47" -d '{"events": [{"name": "network-changed", "server_uuid": "57d77a88-2057-44cc-b7d3-3c7df0ed9444", "tag": "938b0095-6883-4ff8-8dd1-deeb21c29925"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:34:38.120582 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e6fd3e-4aa2-4d72-9e43-0efc9eb24a24 x-openstack-request-id: req-f7e6fd3e-4aa2-4d72-9e43-0efc9eb24a24 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:34:38.121065 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d77a88-2057-44cc-b7d3-3c7df0ed9444", "tag": "938b0095-6883-4ff8-8dd1-deeb21c29925", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:34:38.121332 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7e6fd3e-4aa2-4d72-9e43-0efc9eb24a24 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:34:38.122271 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e6fd3e-4aa2-4d72-9e43-0efc9eb24a24'] response: {'name': 'network-changed', 'server_uuid': '57d77a88-2057-44cc-b7d3-3c7df0ed9444', 'tag': '938b0095-6883-4ff8-8dd1-deeb21c29925', 'status': 'completed', 'code': 200}
Mar 25 03:34:38.123400 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc0263-aa6c-4665-92fe-47402e55c464 service neutron] Pushing event updated for resources: {'Port': ['ID=938b0095-6883-4ff8-8dd1-deeb21c29925,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:38.192592 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0517-6a0e-4827-942a-5d32c4a0fd47 req-3618a99a-b91f-49fa-9998-fad2ad824acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:38.194185 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d5be0517-6a0e-4827-942a-5d32c4a0fd47 req-3618a99a-b91f-49fa-9998-fad2ad824acd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5185ed76d0a4079bda29a0cf1b3f428&device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 1127 time: 0.0465679
Mar 25 03:34:38.237721 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4eae7-7178-478d-b7ed-201d561cf00e req-7abe9d18-598b-4c56-a476-ac70bece48bd tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:38.239513 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-53d4eae7-7178-478d-b7ed-201d561cf00e req-7abe9d18-598b-4c56-a476-ac70bece48bd tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 947 time: 0.0527391
Mar 25 03:34:38.289864 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-53d4eae7-7178-478d-b7ed-201d561cf00e req-fabdf46e-9cf3-497b-8182-3bad305df99f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445595
Mar 25 03:34:38.302341 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0517-6a0e-4827-942a-5d32c4a0fd47 req-842ca617-10a1-4569-9451-6179dc3f48af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:38.303792 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d5be0517-6a0e-4827-942a-5d32c4a0fd47 req-842ca617-10a1-4569-9451-6179dc3f48af service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a5185ed76d0a4079bda29a0cf1b3f428&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0998545
Mar 25 03:34:38.401813 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0517-6a0e-4827-942a-5d32c4a0fd47 req-5b1e52a4-3061-4df6-88b8-ea36a45297df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:38.405548 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d5be0517-6a0e-4827-942a-5d32c4a0fd47 req-5b1e52a4-3061-4df6-88b8-ea36a45297df service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0894942
Mar 25 03:34:38.493085 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-375295e7-705b-439d-a6de-08335c4cc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:38.494849 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-375295e7-705b-439d-a6de-08335c4cc63a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5185ed76d0a4079bda29a0cf1b3f428&device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 1127 time: 0.0554762
Mar 25 03:34:38.542473 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-aca01a00-7ee2-4e08-b700-592f41d80202 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938b0095-6883-4ff8-8dd1-deeb21c29925 HTTP/1.1" status: 200  len: 217 time: 0.0390036
Mar 25 03:34:38.595757 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-d849e96e-4c1c-419e-846a-30efd99fca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:38.597778 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-d849e96e-4c1c-419e-846a-30efd99fca6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b02582a-279f-4c3a-b771-b7afba88bf33 HTTP/1.1" status: 200  len: 852 time: 0.0484102
Mar 25 03:34:38.640421 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-95d600fd-ea31-4a3d-bbbd-b4d83e83704d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=22cae172-9e74-44b0-aac7-9397eefb5f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0276465
Mar 25 03:34:38.740182 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75744e3-711b-4910-aead-7000c7fae5a5 req-efe9a92e-ce13-41a6-8868-c823b4f10e3a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:38.741699 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a75744e3-711b-4910-aead-7000c7fae5a5 req-efe9a92e-ce13-41a6-8868-c823b4f10e3a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0519571
Mar 25 03:34:38.761358 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ae4d9-2c5c-4573-a9a6-db4943f7e5cb req-b667b002-0e25-4923-aeff-42d0b88dd9d6 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:38.763772 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-569ae4d9-2c5c-4573-a9a6-db4943f7e5cb req-b667b002-0e25-4923-aeff-42d0b88dd9d6 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 943 time: 0.1148052
Mar 25 03:34:38.789050 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a75744e3-711b-4910-aead-7000c7fae5a5 req-f17c1695-f525-44cc-ab3f-c924afb1f907 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407267
Mar 25 03:34:38.795828 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-7795bdfd-ca9f-47c3-a1b2-25645152b591 service neutron] 10.222.0.35 "GET /v2.0/networks/22cae172-9e74-44b0-aac7-9397eefb5f4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362936
Mar 25 03:34:38.866079 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-569ae4d9-2c5c-4573-a9a6-db4943f7e5cb req-5cfc655d-489b-4814-b376-8cbc41f0d17f tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949097
Mar 25 03:34:38.902245 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-603128fd-a446-461a-ae3a-2bfd316aa747 req-4f417779-2176-4ee5-b196-fabaf0ddccae service neutron] 10.222.0.35 "GET /v2.0/networks/22cae172-9e74-44b0-aac7-9397eefb5f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0959935
Mar 25 03:34:39.914497 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773ec5a-7fa9-4aa8-9db7-a4fadc9cdaea req-057cf559-7413-4728-9a26-7296df5b67a1 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:39.916026 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0773ec5a-7fa9-4aa8-9db7-a4fadc9cdaea req-057cf559-7413-4728-9a26-7296df5b67a1 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0570967
Mar 25 03:34:39.967072 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0773ec5a-7fa9-4aa8-9db7-a4fadc9cdaea req-6884f109-7a45-44e0-865c-4e9a36f13893 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445139
Mar 25 03:34:39.986235 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda67756-a382-4901-a3d9-16fa4c1cd4d8 req-68130773-6018-4795-b7f3-2f15dce92dca tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:39.987700 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-eda67756-a382-4901-a3d9-16fa4c1cd4d8 req-68130773-6018-4795-b7f3-2f15dce92dca tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 943 time: 0.0563300
Mar 25 03:34:40.033771 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-eda67756-a382-4901-a3d9-16fa4c1cd4d8 req-9e6b325a-31cb-4e61-8a3f-4015a2c74e91 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406086
Mar 25 03:34:41.055010 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c18249-fe55-4ceb-80d0-747b83596f60 req-ed7531f3-8a1d-4163-9a07-f04dbfadba2c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:41.056498 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d0c18249-fe55-4ceb-80d0-747b83596f60 req-ed7531f3-8a1d-4163-9a07-f04dbfadba2c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 946 time: 0.0524127
Mar 25 03:34:41.089471 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38784046-b6a2-47d7-a5f8-52890b568141 req-3d3c2f60-5f51-4d0a-aa1f-0726bb91a2e8 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:41.091511 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-38784046-b6a2-47d7-a5f8-52890b568141 req-3d3c2f60-5f51-4d0a-aa1f-0726bb91a2e8 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0520141
Mar 25 03:34:41.104590 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 938b0095-6883-4ff8-8dd1-deeb21c29925 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:34:41.107732 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d0c18249-fe55-4ceb-80d0-747b83596f60 req-f9fa1834-cccc-4464-8099-3c8953f3a66a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457547
Mar 25 03:34:41.141959 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-38784046-b6a2-47d7-a5f8-52890b568141 req-7f61e15c-0e05-47bb-a059-6e0d2054fe3a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445428
Mar 25 03:34:41.210278 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 938b0095-6883-4ff8-8dd1-deeb21c29925, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=938b0095-6883-4ff8-8dd1-deeb21c29925,segment=NetworkSegment(06d579de-ed8a-474b-8d53-73cc177fb850),segment_id=06d579de-ed8a-474b-8d53-73cc177fb850)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:34:41.215545 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a395002-0127-43fe-b466-bbf401787dac req-af568089-7942-4a28-b0c4-4369d375b0e5 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:41.217536 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7a395002-0127-43fe-b466-bbf401787dac req-af568089-7942-4a28-b0c4-4369d375b0e5 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 943 time: 0.0527384
Mar 25 03:34:41.222596 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '938b0095-6883-4ff8-8dd1-deeb21c29925', 'network_id': '22cae172-9e74-44b0-aac7-9397eefb5f4f', 'port_id': '938b0095-6883-4ff8-8dd1-deeb21c29925', 'mac_address': 'fa:16:3e:e1:62:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b02582a-279f-4c3a-b771-b7afba88bf33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:34:41.260243 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 938b0095-6883-4ff8-8dd1-deeb21c29925 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:34:41.260639 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:41.264148 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7a395002-0127-43fe-b466-bbf401787dac req-94020bb7-3610-4190-ab5d-293e3c081333 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409422
Mar 25 03:34:41.273981 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938b0095-6883-4ff8-8dd1-deeb21c29925 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:34:41.293166 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 938b0095-6883-4ff8-8dd1-deeb21c29925, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=938b0095-6883-4ff8-8dd1-deeb21c29925,segment=NetworkSegment(06d579de-ed8a-474b-8d53-73cc177fb850),segment_id=06d579de-ed8a-474b-8d53-73cc177fb850)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:34:41.376084 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:41.428568 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=938b0095-6883-4ff8-8dd1-deeb21c29925,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:41.694119 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['938b0095-6883-4ff8-8dd1-deeb21c29925'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:34:42.227610 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906927ae-79c7-4e15-87dd-1512225b5f7e req-5d7fa35f-10ac-443d-bd37-34876810c340 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:42.229621 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-906927ae-79c7-4e15-87dd-1512225b5f7e req-5d7fa35f-10ac-443d-bd37-34876810c340 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 946 time: 0.0554674
Mar 25 03:34:42.269843 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae141f32-1652-4047-98e4-b1db06071c4d req-047a9f7e-7c83-4f2a-9393-a44a160f352a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:42.271335 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ae141f32-1652-4047-98e4-b1db06071c4d req-047a9f7e-7c83-4f2a-9393-a44a160f352a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0571368
Mar 25 03:34:42.276156 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-906927ae-79c7-4e15-87dd-1512225b5f7e req-ac656530-1b06-4b93-9c5a-ee4ab4551a92 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404398
Mar 25 03:34:42.322945 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ae141f32-1652-4047-98e4-b1db06071c4d req-cb9faa18-cee7-4dfd-9a26-8d3545b90fdf tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457683
Mar 25 03:34:42.382952 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab8bce-4e4f-4f82-b55c-e9610c66c303 req-22dd6dc7-bfeb-42c8-8471-c93a89ccfd5f tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:42.384405 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a6ab8bce-4e4f-4f82-b55c-e9610c66c303 req-22dd6dc7-bfeb-42c8-8471-c93a89ccfd5f tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 944 time: 0.0528169
Mar 25 03:34:42.430303 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a6ab8bce-4e4f-4f82-b55c-e9610c66c303 req-6232d5a1-960f-467c-a92e-ecbe878a2f26 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394039
Mar 25 03:34:42.832818 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-908e33b3-b992-42c8-9605-fc9d1d4aefb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:42.902124 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ad3c4e25-3d49-44fb-9b94-7297af16fe81 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:42.903578 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ad3c4e25-3d49-44fb-9b94-7297af16fe81 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 946 time: 0.0546722
Mar 25 03:34:42.999682 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Deleting port da8d5160-907f-42cd-b018-d2bece330b3c {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:34:43.000021 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:43.086538 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] For port da8d5160-907f-42cd-b018-d2bece330b3c, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=da8d5160-907f-42cd-b018-d2bece330b3c,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:34:43.086896 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:43.103698 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 938b0095-6883-4ff8-8dd1-deeb21c29925 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:34:43.269329 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:43.269643 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (5a370bb7-6ee5-4f1f-a047-5e0d65845bc2), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:43.270009 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Floating IP 5a370bb7-6ee5-4f1f-a047-5e0d65845bc2 disassociated. External IP: 172.27.0.175, port: da8d5160-907f-42cd-b018-d2bece330b3c.
Mar 25 03:34:43.270584 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Calling delete_port for da8d5160-907f-42cd-b018-d2bece330b3c owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:34:43.330382 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 938b0095-6883-4ff8-8dd1-deeb21c29925 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:34:43.334409 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 938b0095-6883-4ff8-8dd1-deeb21c29925 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:34:43.334805 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:43.425145 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 938b0095-6883-4ff8-8dd1-deeb21c29925 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:34:43.425542 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:43.437925 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d47ea-9082-451e-b13a-b6c0832ae111 req-08071c35-e549-4622-a318-27d50f4c996b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:43.439545 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-686d47ea-9082-451e-b13a-b6c0832ae111 req-08071c35-e549-4622-a318-27d50f4c996b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 946 time: 0.0924022
Mar 25 03:34:43.450399 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d77a88-2057-44cc-b7d3-3c7df0ed9444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938b0095-6883-4ff8-8dd1-deeb21c29925'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:34:43.452743 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6558d9d8-54f6-46a1-bef2-8cd8096c513c" -d '{"events": [{"server_uuid": "57d77a88-2057-44cc-b7d3-3c7df0ed9444", "name": "network-vif-plugged", "status": "completed", "tag": "938b0095-6883-4ff8-8dd1-deeb21c29925"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:34:43.460795 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0fcb2-54e1-487e-9c69-d6d1684f2748 req-ae9d2c56-c4e3-462f-a03d-fdc52c3a5474 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:43.462336 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-79a0fcb2-54e1-487e-9c69-d6d1684f2748 req-ae9d2c56-c4e3-462f-a03d-fdc52c3a5474 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0695815
Mar 25 03:34:43.466625 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 938b0095-6883-4ff8-8dd1-deeb21c29925, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=938b0095-6883-4ff8-8dd1-deeb21c29925,segment=NetworkSegment(06d579de-ed8a-474b-8d53-73cc177fb850),segment_id=06d579de-ed8a-474b-8d53-73cc177fb850)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:34:43.494001 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-686d47ea-9082-451e-b13a-b6c0832ae111 req-6e21c113-1a51-455c-b396-256faa2961f9 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f3f0d78-4cd2-4fca-8897-84729aafd141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473051
Mar 25 03:34:43.518730 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-79a0fcb2-54e1-487e-9c69-d6d1684f2748 req-ecf4c3a8-137f-4cd9-b423-6ef7f86dea88 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447514
Mar 25 03:34:43.542012 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e867fbc6-e741-439e-9a5c-facc072af169 x-openstack-request-id: req-e867fbc6-e741-439e-9a5c-facc072af169 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:34:43.542187 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (da8d5160-907f-42cd-b018-d2bece330b3c), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:43.542313 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d77a88-2057-44cc-b7d3-3c7df0ed9444", "name": "network-vif-plugged", "status": "completed", "tag": "938b0095-6883-4ff8-8dd1-deeb21c29925", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:34:43.542516 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e867fbc6-e741-439e-9a5c-facc072af169 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:34:43.542895 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e867fbc6-e741-439e-9a5c-facc072af169'] response: {'server_uuid': '57d77a88-2057-44cc-b7d3-3c7df0ed9444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938b0095-6883-4ff8-8dd1-deeb21c29925', 'code': 200}
Mar 25 03:34:43.570101 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:43.581761 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event deleted for resources: {'Port': ['ID=da8d5160-907f-42cd-b018-d2bece330b3c,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:43.645530 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=938b0095-6883-4ff8-8dd1-deeb21c29925,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:43.655843 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eb3cb-2a99-4750-b9ce-8a839e333082 req-bfcb19e4-21c9-47b2-ad0d-45c9535ea2ab tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:43.657421 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-932eb3cb-2a99-4750-b9ce-8a839e333082 req-bfcb19e4-21c9-47b2-ad0d-45c9535ea2ab tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 945 time: 0.0608783
Mar 25 03:34:43.709712 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-932eb3cb-2a99-4750-b9ce-8a839e333082 req-7b2ecfcd-3327-4618-8865-22cdf91a295b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464346
Mar 25 03:34:43.710243 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:34:43.846302 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:34:43.854778 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da02fc5-cc2b-4fe6-b3d7-5a491d5e1a9b None None] Sync routers for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:34:43.864695 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da02fc5-cc2b-4fe6-b3d7-5a491d5e1a9b None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:34:43.865316 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-4da02fc5-cc2b-4fe6-b3d7-5a491d5e1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc50e790>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:34:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:34:43.910800 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] No DVR routers for this DVR port da8d5160-907f-42cd-b018-d2bece330b3c on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:34:43.913499 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:43.916777 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b3e651f4-fa39-4de9-af4a-231335fb1f67 req-ebe0dd48-4ef0-4140-82c1-7e19919dec5e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "DELETE /v2.0/ports/da8d5160-907f-42cd-b018-d2bece330b3c HTTP/1.1" status: 204  len: 173 time: 1.0071955
Mar 25 03:34:43.918167 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659a6384-0384-49ff-a92a-e89013165789', 'name': 'network-vif-deleted', 'tag': 'da8d5160-907f-42cd-b018-d2bece330b3c'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:34:43.921068 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee0cdc4-a813-4f4e-998c-e16f353a650e" -d '{"events": [{"server_uuid": "659a6384-0384-49ff-a92a-e89013165789", "name": "network-vif-deleted", "tag": "da8d5160-907f-42cd-b018-d2bece330b3c"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:34:43.935006 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51985-1b88-4158-a89d-a09e3abc3187 req-34afffd4-341c-4bb8-ba03-3ffe0e7dc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:43.937161 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9cd51985-1b88-4158-a89d-a09e3abc3187 req-34afffd4-341c-4bb8-ba03-3ffe0e7dc2db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 1129 time: 0.1020262
Mar 25 03:34:43.960303 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ec4231-b82c-48c4-bc2f-976ac7c23ada x-openstack-request-id: req-81ec4231-b82c-48c4-bc2f-976ac7c23ada {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:34:43.960596 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659a6384-0384-49ff-a92a-e89013165789", "name": "network-vif-deleted", "tag": "da8d5160-907f-42cd-b018-d2bece330b3c", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:34:43.961163 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81ec4231-b82c-48c4-bc2f-976ac7c23ada {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:34:43.961292 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ec4231-b82c-48c4-bc2f-976ac7c23ada'] response: {'server_uuid': '659a6384-0384-49ff-a92a-e89013165789', 'name': 'network-vif-deleted', 'tag': 'da8d5160-907f-42cd-b018-d2bece330b3c', 'status': 'completed', 'code': 200}
Mar 25 03:34:43.990081 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-4da02fc5-cc2b-4fe6-b3d7-5a491d5e1a9b None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:34:44.001060 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9cd51985-1b88-4158-a89d-a09e3abc3187 req-0b190aee-023b-40de-9492-c7339c1c8bfb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545275
Mar 25 03:34:44.199411 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-4da02fc5-cc2b-4fe6-b3d7-5a491d5e1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc50e790>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:34:44.230733 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da02fc5-cc2b-4fe6-b3d7-5a491d5e1a9b None None] Checking router: 6a36ad02-4238-4232-ad4d-dbbf59a59e63 for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:34:44.239821 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da02fc5-cc2b-4fe6-b3d7-5a491d5e1a9b None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:34:44.240445 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-4da02fc5-cc2b-4fe6-b3d7-5a491d5e1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc50e790>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:34:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:34:44.346793 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-4da02fc5-cc2b-4fe6-b3d7-5a491d5e1a9b None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:34:44.550385 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-4da02fc5-cc2b-4fe6-b3d7-5a491d5e1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc50e790>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:34:44.577967 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da02fc5-cc2b-4fe6-b3d7-5a491d5e1a9b None None] The sync data for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi is: [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:34:44.612933 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8b009622-b09c-42fc-82df-f3d2b14486bd req-9e129729-fa84-4444-84a2-703d2e957e53 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=659a6384-0384-49ff-a92a-e89013165789 HTTP/1.1" status: 200  len: 210 time: 0.0342677
Mar 25 03:34:44.655254 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5908c-b663-475e-8d32-66bfddee63cb req-5645b238-9a34-4243-8b02-00d3a28887e3 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:44.656805 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2fc5908c-b663-475e-8d32-66bfddee63cb req-5645b238-9a34-4243-8b02-00d3a28887e3 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0555623
Mar 25 03:34:44.708157 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2fc5908c-b663-475e-8d32-66bfddee63cb req-d505be36-2a5e-40ce-850b-544c92065fb1 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453529
Mar 25 03:34:44.836080 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447108a7-9934-44ca-a949-1c245e9c8042 req-96da6ca3-f27b-4252-a2c8-d5b592ab664c tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:44.837592 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-447108a7-9934-44ca-a949-1c245e9c8042 req-96da6ca3-f27b-4252-a2c8-d5b592ab664c tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 945 time: 0.0541258
Mar 25 03:34:44.840533 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41badd5e-5c44-40a4-8470-27e2cfe8461e None None] New status for floating IP 5a370bb7-6ee5-4f1f-a047-5e0d65845bc2: DOWN {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:34:44.891018 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-447108a7-9934-44ca-a949-1c245e9c8042 req-02275068-eefa-41f5-8812-35e727d65d6c tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456772
Mar 25 03:34:45.108615 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device da8d5160-907f-42cd-b018-d2bece330b3c no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:34:45.130561 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: da8d5160-907f-42cd-b018-d2bece330b3c {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:34:45.130914 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device da8d5160-907f-42cd-b018-d2bece330b3c not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:34:45.273945 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-bb653de7-4d9e-4146-a462-0b8c418d6ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:45.766115 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34022) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:45.821675 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-87132e36-ce4f-4ceb-b958-47f673329729 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (1f3f0d78-4cd2-4fca-8897-84729aafd141), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:45.831179 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917cf52-63f8-4151-8eb0-28e187f792b8 req-f6e1e874-a60d-4bed-bb80-38091c0a60b6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:45.832695 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5917cf52-63f8-4151-8eb0-28e187f792b8 req-f6e1e874-a60d-4bed-bb80-38091c0a60b6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0533481
Mar 25 03:34:45.846534 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-87132e36-ce4f-4ceb-b958-47f673329729 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (1f3f0d78-4cd2-4fca-8897-84729aafd141), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:45.886279 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5917cf52-63f8-4151-8eb0-28e187f792b8 req-c42683d5-b13b-49ce-9a81-e6567d5e2454 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477057
Mar 25 03:34:45.988649 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-87132e36-ce4f-4ceb-b958-47f673329729 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (1f3f0d78-4cd2-4fca-8897-84729aafd141), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:45.991270 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-87132e36-ce4f-4ceb-b958-47f673329729 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:45.992388 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-87132e36-ce4f-4ceb-b958-47f673329729 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "DELETE /v2.0/security-groups/1f3f0d78-4cd2-4fca-8897-84729aafd141 HTTP/1.1" status: 204  len: 168 time: 0.2253006
Mar 25 03:34:45.995663 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34026) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:46.004781 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87132e36-ce4f-4ceb-b958-47f673329729 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3f0d78-4cd2-4fca-8897-84729aafd141,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:46.015187 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.api.v2.resource [None req-5cfaf1e5-ba72-4944-8c89-4ebfe57f71f1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] show failed (client error): The resource could not be found.
Mar 25 03:34:46.019237 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-5cfaf1e5-ba72-4944-8c89-4ebfe57f71f1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups/1f3f0d78-4cd2-4fca-8897-84729aafd141 HTTP/1.1" status: 404  len: 347 time: 0.0194924
Mar 25 03:34:46.019584 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34028) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:46.022998 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cabe94-be83-48ed-af35-3d1a6a60eaa9 req-a67d818b-4a9d-4984-ac24-2228157e883e tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:46.024659 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-89cabe94-be83-48ed-af35-3d1a6a60eaa9 req-a67d818b-4a9d-4984-ac24-2228157e883e tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 945 time: 0.0680246
Mar 25 03:34:46.073579 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-89cabe94-be83-48ed-af35-3d1a6a60eaa9 req-89a77799-c9fb-4d3a-b55f-01bed9f8b35c tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413797
Mar 25 03:34:46.150881 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-892ef7ce-5e8a-4a9b-a74f-8f89e529750e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Deleting port 645a64f9-f4fa-4be0-a1b2-8e0e21d9d465 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:34:46.151150 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-892ef7ce-5e8a-4a9b-a74f-8f89e529750e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (645a64f9-f4fa-4be0-a1b2-8e0e21d9d465), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:46.170285 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:46.228702 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-892ef7ce-5e8a-4a9b-a74f-8f89e529750e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (645a64f9-f4fa-4be0-a1b2-8e0e21d9d465), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:46.229028 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-892ef7ce-5e8a-4a9b-a74f-8f89e529750e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (645a64f9-f4fa-4be0-a1b2-8e0e21d9d465), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:46.241867 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-892ef7ce-5e8a-4a9b-a74f-8f89e529750e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Calling delete_port for 645a64f9-f4fa-4be0-a1b2-8e0e21d9d465 owned by network:floatingip {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:34:46.451178 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-892ef7ce-5e8a-4a9b-a74f-8f89e529750e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (645a64f9-f4fa-4be0-a1b2-8e0e21d9d465), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:46.479245 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ef7ce-5e8a-4a9b-a74f-8f89e529750e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event deleted for resources: {'Port': ['ID=645a64f9-f4fa-4be0-a1b2-8e0e21d9d465,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:46.543943 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-892ef7ce-5e8a-4a9b-a74f-8f89e529750e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (5a370bb7-6ee5-4f1f-a047-5e0d65845bc2), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:46.546493 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-892ef7ce-5e8a-4a9b-a74f-8f89e529750e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:46.547681 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-892ef7ce-5e8a-4a9b-a74f-8f89e529750e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "DELETE /v2.0/floatingips/5a370bb7-6ee5-4f1f-a047-5e0d65845bc2 HTTP/1.1" status: 204  len: 168 time: 0.5271263
Mar 25 03:34:47.030287 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34046) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:47.034976 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-58865a02-0958-43e4-b3da-0e15d70a9fa3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--974798999', 'description': 'tempest-description--1641637463'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:47.060234 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaa1ae-be52-42ac-9c6f-e0bbe51aef62 req-035e4c44-5ebb-46f5-aabf-e5daa6c0d8fc tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:47.061737 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8fcaa1ae-be52-42ac-9c6f-e0bbe51aef62 req-035e4c44-5ebb-46f5-aabf-e5daa6c0d8fc tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0583405
Mar 25 03:34:47.108375 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8fcaa1ae-be52-42ac-9c6f-e0bbe51aef62 req-df798a20-ab37-42a3-9c3b-84d03a586e23 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408933
Mar 25 03:34:47.129796 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-58865a02-0958-43e4-b3da-0e15d70a9fa3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:47.196880 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-58865a02-0958-43e4-b3da-0e15d70a9fa3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (78c3dabe-1d00-436f-a475-68ad42ec9215), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:47.249812 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-58865a02-0958-43e4-b3da-0e15d70a9fa3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (78c3dabe-1d00-436f-a475-68ad42ec9215), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:47.278406 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58865a02-0958-43e4-b3da-0e15d70a9fa3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c3dabe-1d00-436f-a475-68ad42ec9215,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:47.355732 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-58865a02-0958-43e4-b3da-0e15d70a9fa3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:47.357506 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-58865a02-0958-43e4-b3da-0e15d70a9fa3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3261333
Mar 25 03:34:47.360271 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34048) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:47.366142 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-89a42d0a-3f6a-4e36-a721-0157fcd553cc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'security_group_rule': {'security_group_id': '78c3dabe-1d00-436f-a475-68ad42ec9215', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:47.507269 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:47.512540 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-89a42d0a-3f6a-4e36-a721-0157fcd553cc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (43ed29a2-a68b-41ce-8dba-fc56d28d20db), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:47.567368 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-89a42d0a-3f6a-4e36-a721-0157fcd553cc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (43ed29a2-a68b-41ce-8dba-fc56d28d20db), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:47.700827 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-89a42d0a-3f6a-4e36-a721-0157fcd553cc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (43ed29a2-a68b-41ce-8dba-fc56d28d20db), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:47.719072 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a42d0a-3f6a-4e36-a721-0157fcd553cc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ed29a2-a68b-41ce-8dba-fc56d28d20db,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:47.835355 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-89a42d0a-3f6a-4e36-a721-0157fcd553cc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:47.836602 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-89a42d0a-3f6a-4e36-a721-0157fcd553cc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4751453
Mar 25 03:34:47.839557 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34050) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:47.844490 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-d18b2299-213d-4bb9-98b5-f3ee773276e6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'security_group_rule': {'security_group_id': '78c3dabe-1d00-436f-a475-68ad42ec9215', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:47.946861 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d18b2299-213d-4bb9-98b5-f3ee773276e6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (fd5f19c0-838e-40ab-b496-9eead0057cb8), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:48.005916 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d18b2299-213d-4bb9-98b5-f3ee773276e6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (fd5f19c0-838e-40ab-b496-9eead0057cb8), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:48.108166 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d18b2299-213d-4bb9-98b5-f3ee773276e6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (fd5f19c0-838e-40ab-b496-9eead0057cb8), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:48.127085 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b2299-213d-4bb9-98b5-f3ee773276e6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5f19c0-838e-40ab-b496-9eead0057cb8,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:48.215684 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d18b2299-213d-4bb9-98b5-f3ee773276e6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:48.216826 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-d18b2299-213d-4bb9-98b5-f3ee773276e6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3756552
Mar 25 03:34:48.219781 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34056) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:34:48.225124 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:48.264214 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e583d2e-8d02-40d0-8d3d-e6eaa3fde010 req-da700f9a-b68b-47a2-8453-a41dcca4ce64 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:48.265716 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8e583d2e-8d02-40d0-8d3d-e6eaa3fde010 req-da700f9a-b68b-47a2-8453-a41dcca4ce64 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0908308
Mar 25 03:34:48.317355 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8e583d2e-8d02-40d0-8d3d-e6eaa3fde010 req-9a454033-afb5-494d-b028-fcef3e409603 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459323
Mar 25 03:34:48.324433 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:48.416493 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:48.523202 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Allocated IP 172.27.0.220 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/8dae1d45-e709-471e-8eba-0c4ffcbd752a) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:34:48.623002 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for port (8dae1d45-e709-471e-8eba-0c4ffcbd752a), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:48.707561 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (8dae1d45-e709-471e-8eba-0c4ffcbd752a), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:48.747576 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:34:48.750458 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:34:48.754016 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:34:48.767352 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'Port': ['ID=8dae1d45-e709-471e-8eba-0c4ffcbd752a,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:48.808359 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (926fd046-3763-4f36-a413-7cbbd8b86eb3), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:49.164096 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (8dae1d45-e709-471e-8eba-0c4ffcbd752a), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:49.261237 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:49.443460 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245163cb-3cbd-41ce-86fd-086bf1d2aee1 req-83710df2-355b-4fda-8bd2-5e3a0379aead tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:49.444971 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-245163cb-3cbd-41ce-86fd-086bf1d2aee1 req-83710df2-355b-4fda-8bd2-5e3a0379aead tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0587921
Mar 25 03:34:49.493164 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-245163cb-3cbd-41ce-86fd-086bf1d2aee1 req-79d14c43-e5fe-4228-81c9-bab2842c8911 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418267
Mar 25 03:34:49.528138 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for port (8dae1d45-e709-471e-8eba-0c4ffcbd752a), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:49.656151 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (8dae1d45-e709-471e-8eba-0c4ffcbd752a), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:49.686247 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (926fd046-3763-4f36-a413-7cbbd8b86eb3), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:49.706084 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'Port': ['ID=8dae1d45-e709-471e-8eba-0c4ffcbd752a,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:49.795956 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:49.797188 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-dd3227a3-6041-4500-81c4-5ada25f8dbab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5765002
Mar 25 03:34:50.003073 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-44e2af28-b669-4c68-b2ec-bba79ec74fd3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--974798999&fields=id&tenant_id=eb7222adc16e4fffa44214043ad0c7ad HTTP/1.1" status: 200  len: 267 time: 0.0548007
Mar 25 03:34:50.121396 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa500b-1755-4652-a220-700c77a53730 req-549d3e99-d463-42ab-b466-ddfdc5a9637c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:50.123369 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-549d3e99-d463-42ab-b466-ddfdc5a9637c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 814 time: 0.1139364
Mar 25 03:34:50.138677 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-702fc7a3-0ab1-4fbb-99f1-d2ac26eeffc7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/quotas/eb7222adc16e4fffa44214043ad0c7ad HTTP/1.1" status: 200  len: 375 time: 0.0098574
Mar 25 03:34:50.199942 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-09924fe1-4fa2-4ac8-af6d-0c4d27a725b0 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0561914
Mar 25 03:34:50.305128 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-3615177a-31a3-4014-a0ba-d01df44d03db service neutron] 10.222.0.24 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939629
Mar 25 03:34:50.391206 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-3eea77ce-a8e3-4d24-84eb-47d8e62e8a9e service neutron] 10.222.0.24 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803711
Mar 25 03:34:50.614139 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5c9b3-a35b-4c84-9c43-49ef14ee909f req-db24d99d-f17c-4b46-bc78-1cbfcd17a8f0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:50.615647 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9ca5c9b3-a35b-4c84-9c43-49ef14ee909f req-db24d99d-f17c-4b46-bc78-1cbfcd17a8f0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0521286
Mar 25 03:34:50.664280 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9ca5c9b3-a35b-4c84-9c43-49ef14ee909f req-dcbb00d2-9845-4b6a-9076-971bcaf316e1 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432348
Mar 25 03:34:50.688990 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ee5897c5-083a-4d1a-8a94-1930d0a6113d req-2befe719-9cb2-4a41-a9f5-a1924a6e590e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 210 time: 0.0278714
Mar 25 03:34:51.784741 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f8d034f2-0812-4a81-9ba7-5375832aaa05 req-78e103c7-d799-46ca-8519-148819fb068d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 210 time: 0.0320251
Mar 25 03:34:51.796977 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44201cf9-0f3c-49eb-868b-6eb5986611a0 req-86d701da-2b60-40c4-8841-67459f8aa092 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:51.798553 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-44201cf9-0f3c-49eb-868b-6eb5986611a0 req-86d701da-2b60-40c4-8841-67459f8aa092 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0583575
Mar 25 03:34:51.851828 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-44201cf9-0f3c-49eb-868b-6eb5986611a0 req-e1d94062-a810-4e0b-add0-53717b2cdbd7 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477879
Mar 25 03:34:52.880057 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8e5a5040-fd66-4f4b-af04-2f8c78203dce req-7fd81fa2-7fec-4db6-aa71-241d58e2c8a1 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 210 time: 0.0288668
Mar 25 03:34:52.964027 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2abe5-6de0-4e99-a61a-708cd2ce3f5a req-a124aad8-6f32-4727-abe7-9e01bc61edf9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:52.965838 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-70a2abe5-6de0-4e99-a61a-708cd2ce3f5a req-a124aad8-6f32-4727-abe7-9e01bc61edf9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0521767
Mar 25 03:34:53.072261 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-70a2abe5-6de0-4e99-a61a-708cd2ce3f5a req-3f3007ee-ec37-482f-becf-a0ca91d41318 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974073
Mar 25 03:34:53.098244 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa500b-1755-4652-a220-700c77a53730 req-093ccef4-b462-4bd8-a5e4-a6a9503fbb24 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:53.099703 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-093ccef4-b462-4bd8-a5e4-a6a9503fbb24 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 814 time: 0.1330040
Mar 25 03:34:53.173028 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-6817ab9f-95bb-43a7-8530-83ab37a61e25 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb7222adc16e4fffa44214043ad0c7ad HTTP/1.1" status: 200  len: 379 time: 0.0540686
Mar 25 03:34:53.194245 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-8cfa500b-1755-4652-a220-700c77a53730 req-24f26808-8ad5-4360-9639-c2b42887ff8b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'port': {'device_id': '480f682b-c0c3-4c01-ba6b-db54804704f2', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'admin_state_up': True, 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'security_groups': ['78c3dabe-1d00-436f-a475-68ad42ec9215']}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:53.405106 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cfa500b-1755-4652-a220-700c77a53730 req-24f26808-8ad5-4360-9639-c2b42887ff8b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Made reservation on behalf of eb7222adc16e4fffa44214043ad0c7ad for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:34:53.408584 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8cfa500b-1755-4652-a220-700c77a53730 req-24f26808-8ad5-4360-9639-c2b42887ff8b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:53.527256 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-8cfa500b-1755-4652-a220-700c77a53730 req-24f26808-8ad5-4360-9639-c2b42887ff8b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Allocated IP 172.20.0.3 (3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5/3f66c337-0509-432b-a485-8345b9a5f7ed/1986c487-764a-4781-8696-ffe3395a3f42) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:34:53.662605 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8cfa500b-1755-4652-a220-700c77a53730 req-24f26808-8ad5-4360-9639-c2b42887ff8b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for port (1986c487-764a-4781-8696-ffe3395a3f42), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:53.821994 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8cfa500b-1755-4652-a220-700c77a53730 req-24f26808-8ad5-4360-9639-c2b42887ff8b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (1986c487-764a-4781-8696-ffe3395a3f42), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:53.863059 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cfa500b-1755-4652-a220-700c77a53730 req-24f26808-8ad5-4360-9639-c2b42887ff8b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:34:53.866114 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-8cfa500b-1755-4652-a220-700c77a53730 req-24f26808-8ad5-4360-9639-c2b42887ff8b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:34:53.872894 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfa500b-1755-4652-a220-700c77a53730 req-24f26808-8ad5-4360-9639-c2b42887ff8b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:34:53.895021 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f26808-8ad5-4360-9639-c2b42887ff8b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'Port': ['ID=1986c487-764a-4781-8696-ffe3395a3f42,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:53.924159 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa500b-1755-4652-a220-700c77a53730 req-24f26808-8ad5-4360-9639-c2b42887ff8b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:53.924793 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8cfa500b-1755-4652-a220-700c77a53730 req-24f26808-8ad5-4360-9639-c2b42887ff8b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:54.005064 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293a303-4104-4161-b144-6b639ed12909 req-672ff627-2363-4326-b679-2f07f11e706b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:54.006632 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9293a303-4104-4161-b144-6b639ed12909 req-672ff627-2363-4326-b679-2f07f11e706b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 931 time: 0.0553854
Mar 25 03:34:54.041934 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-24f26808-8ad5-4360-9639-c2b42887ff8b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8516834
Mar 25 03:34:54.057484 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Request body: {'port': {'device_id': '480f682b-c0c3-4c01-ba6b-db54804704f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:34:54.058163 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9293a303-4104-4161-b144-6b639ed12909 req-7a283e7b-1dd5-4e0b-ad82-5ad3be08ec68 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456445
Mar 25 03:34:54.123729 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1986c487-764a-4781-8696-ffe3395a3f42), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:54.139345 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-6ef69885-d3bf-4653-883d-0972dc037f73 None None] Provisioning complete for port 1986c487-764a-4781-8696-ffe3395a3f42 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:34:54.140567 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6ef69885-d3bf-4653-883d-0972dc037f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1986c487-764a-4781-8696-ffe3395a3f42), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:54.176572 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-6ef69885-d3bf-4653-883d-0972dc037f73 None None] Port 1986c487-764a-4781-8696-ffe3395a3f42 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:34:54.288844 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd6c47-b2c6-4dcc-9c70-750fe551e113 req-2c3d1e14-b80e-47d8-aaf8-2147af956ccf tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:54.290763 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-71cd6c47-b2c6-4dcc-9c70-750fe551e113 req-2c3d1e14-b80e-47d8-aaf8-2147af956ccf tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.1324055
Mar 25 03:34:54.381032 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-71cd6c47-b2c6-4dcc-9c70-750fe551e113 req-1508c5a0-96d2-4df0-9734-28c5b2e24ecf tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794249
Mar 25 03:34:54.465462 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1986c487-764a-4781-8696-ffe3395a3f42 {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:34:54.475017 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Publish callbacks [] for port (1986c487-764a-4781-8696-ffe3395a3f42), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:54.486959 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Transition to ACTIVE for port object 1986c487-764a-4781-8696-ffe3395a3f42 will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:34:54.575024 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (1986c487-764a-4781-8696-ffe3395a3f42), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:54.627707 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Pushing event updated for resources: {'Port': ['ID=1986c487-764a-4781-8696-ffe3395a3f42,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:54.698701 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Attempting to bind port 1986c487-764a-4781-8696-ffe3395a3f42 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:34:54.699074 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Attempting to bind port 1986c487-764a-4781-8696-ffe3395a3f42 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:34:54.699409 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Attempting to bind port 1986c487-764a-4781-8696-ffe3395a3f42 on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:34:54.705066 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Port 1986c487-764a-4781-8696-ffe3395a3f42 on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:34:54.705409 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Attempting to bind port 1986c487-764a-4781-8696-ffe3395a3f42 on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:34:54.711068 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:34:54.711412 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Checking segment: {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:34:54.711784 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Bound using segment: {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:34:54.712265 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Bound port: 1986c487-764a-4781-8696-ffe3395a3f42, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:34:54.712703 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1986c487-764a-4781-8696-ffe3395a3f42), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:54.784709 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] For port 1986c487-764a-4781-8696-ffe3395a3f42, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:34:54.788603 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] For port 1986c487-764a-4781-8696-ffe3395a3f42, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=1986c487-764a-4781-8696-ffe3395a3f42,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:34:54.862385 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (1986c487-764a-4781-8696-ffe3395a3f42), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:54.901203 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:54.901730 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:34:54.903114 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] 10.222.0.35 "PUT /v2.0/ports/1986c487-764a-4781-8696-ffe3395a3f42 HTTP/1.1" status: 200  len: 1093 time: 0.8501108
Mar 25 03:34:54.903551 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480f682b-c0c3-4c01-ba6b-db54804704f2', 'tag': '1986c487-764a-4781-8696-ffe3395a3f42'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:34:54.905811 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cf25b9-b7d5-42c0-9110-411354cbb527" -d '{"events": [{"name": "network-changed", "server_uuid": "480f682b-c0c3-4c01-ba6b-db54804704f2", "tag": "1986c487-764a-4781-8696-ffe3395a3f42"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:34:54.932979 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a0f66-c9a2-456f-aafc-4d812c55c831 service neutron] Pushing event updated for resources: {'Port': ['ID=1986c487-764a-4781-8696-ffe3395a3f42,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:34:54.946990 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfa328b-9a5b-4a00-b413-eff7a9bc2cae x-openstack-request-id: req-5cfa328b-9a5b-4a00-b413-eff7a9bc2cae {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:34:54.947293 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480f682b-c0c3-4c01-ba6b-db54804704f2", "tag": "1986c487-764a-4781-8696-ffe3395a3f42", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:34:54.947567 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cfa328b-9a5b-4a00-b413-eff7a9bc2cae {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:34:54.947978 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfa328b-9a5b-4a00-b413-eff7a9bc2cae'] response: {'name': 'network-changed', 'server_uuid': '480f682b-c0c3-4c01-ba6b-db54804704f2', 'tag': '1986c487-764a-4781-8696-ffe3395a3f42', 'status': 'completed', 'code': 200}
Mar 25 03:34:55.023992 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf25b9-b7d5-42c0-9110-411354cbb527 req-efb826cc-5996-4ce7-9655-20103d73fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:55.025572 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f7cf25b9-b7d5-42c0-9110-411354cbb527 req-efb826cc-5996-4ce7-9655-20103d73fa41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 1127 time: 0.0520270
Mar 25 03:34:55.161282 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf25b9-b7d5-42c0-9110-411354cbb527 req-76820112-cbaf-40fe-94b2-3cbc2dab96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:55.162803 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f7cf25b9-b7d5-42c0-9110-411354cbb527 req-76820112-cbaf-40fe-94b2-3cbc2dab96d1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1268623
Mar 25 03:34:55.242763 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b2f28-05ad-451f-9367-918ab39448da req-a71ca48d-4732-4488-8da8-de3c88ab5f85 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:55.244131 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-865b2f28-05ad-451f-9367-918ab39448da req-a71ca48d-4732-4488-8da8-de3c88ab5f85 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 943 time: 0.1161771
Mar 25 03:34:55.520309 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709373e-72ef-42c0-b085-e4718bcda8c6 req-264fabc1-2f11-4898-80e1-57493da6a62a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:55.521724 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1709373e-72ef-42c0-b085-e4718bcda8c6 req-264fabc1-2f11-4898-80e1-57493da6a62a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0527523
Mar 25 03:34:55.538859 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf25b9-b7d5-42c0-9110-411354cbb527 req-54ee5081-2dce-47ca-862a-8c488eaffe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:55.540357 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f7cf25b9-b7d5-42c0-9110-411354cbb527 req-54ee5081-2dce-47ca-862a-8c488eaffe38 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3713470
Mar 25 03:34:55.559300 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-865b2f28-05ad-451f-9367-918ab39448da req-bbbdeee6-d685-4606-a8fc-16ecfd15cb4e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3045490
Mar 25 03:34:55.571338 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1709373e-72ef-42c0-b085-e4718bcda8c6 req-af7b2b84-3e57-4fc9-bfd9-1065329c542a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437977
Mar 25 03:34:55.621822 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa500b-1755-4652-a220-700c77a53730 req-b1fa94c5-5ac1-4e41-9e02-76f266a3498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:55.623351 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-b1fa94c5-5ac1-4e41-9e02-76f266a3498a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 1127 time: 0.0449319
Mar 25 03:34:55.665623 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-d0c4f96b-a983-44a6-856b-4e856c1b2ef5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1986c487-764a-4781-8696-ffe3395a3f42 HTTP/1.1" status: 200  len: 217 time: 0.0327981
Mar 25 03:34:55.713890 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa500b-1755-4652-a220-700c77a53730 req-f1c2f6b7-eb3d-4b6e-84f1-0ec482cc680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:55.715552 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-f1c2f6b7-eb3d-4b6e-84f1-0ec482cc680e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f66c337-0509-432b-a485-8345b9a5f7ed HTTP/1.1" status: 200  len: 853 time: 0.0438287
Mar 25 03:34:55.764489 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa500b-1755-4652-a220-700c77a53730 req-4b6ee2ec-4a7f-49d7-aa49-4efe0f150e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:55.766000 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-4b6ee2ec-4a7f-49d7-aa49-4efe0f150e51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0435314
Mar 25 03:34:55.872173 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-fecc38e3-1390-4e2b-9eb4-31daddbb9a86 service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0996840
Mar 25 03:34:55.967604 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8cfa500b-1755-4652-a220-700c77a53730 req-864718db-705e-48f1-98dc-ad53ab1bbcf0 service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878074
Mar 25 03:34:56.346010 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:34:56.675837 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2e687-645e-456c-95a7-09fc8b6e85b1 req-a8b67eda-07b6-45ae-9bcd-261be3219bd8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:56.677304 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-25a2e687-645e-456c-95a7-09fc8b6e85b1 req-a8b67eda-07b6-45ae-9bcd-261be3219bd8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 943 time: 0.0524504
Mar 25 03:34:56.690948 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926bf92-9423-4a3e-ac8c-90d8f6a272d2 req-3cef986f-6bb1-481c-8070-98069cb12214 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:56.692487 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2926bf92-9423-4a3e-ac8c-90d8f6a272d2 req-3cef986f-6bb1-481c-8070-98069cb12214 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0517099
Mar 25 03:34:56.724118 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-25a2e687-645e-456c-95a7-09fc8b6e85b1 req-36c52701-95cf-4f7a-a8e3-e7289999e2f7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411842
Mar 25 03:34:56.740559 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2926bf92-9423-4a3e-ac8c-90d8f6a272d2 req-bb83ee58-3814-435b-8f95-d92bc63241d2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422482
Mar 25 03:34:57.844231 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153b3e4-17e9-45ae-973c-111ffbde5b00 req-3518803f-c3f4-4369-bf6a-a7272a0fd93b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:57.845732 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7153b3e4-17e9-45ae-973c-111ffbde5b00 req-3518803f-c3f4-4369-bf6a-a7272a0fd93b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 943 time: 0.0553584
Mar 25 03:34:57.858383 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dade0a8-eac6-4be6-b998-7dbf37f10b0f req-0687be4e-943a-4ce2-a11c-8b9748cb88d9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:57.859839 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8dade0a8-eac6-4be6-b998-7dbf37f10b0f req-0687be4e-943a-4ce2-a11c-8b9748cb88d9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0520344
Mar 25 03:34:57.892640 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7153b3e4-17e9-45ae-973c-111ffbde5b00 req-1ddd11ae-03fa-423d-a915-f2f78f131db2 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413375
Mar 25 03:34:57.906755 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8dade0a8-eac6-4be6-b998-7dbf37f10b0f req-1fdb7544-0bdd-49f2-8071-0bb331cc0137 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412793
Mar 25 03:34:59.030430 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a406113-6308-41b2-8af1-5e47e485ed73 req-28e2273f-5549-4bbf-bf36-2e400caa5a13 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:59.031924 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2a406113-6308-41b2-8af1-5e47e485ed73 req-28e2273f-5549-4bbf-bf36-2e400caa5a13 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0553279
Mar 25 03:34:59.044997 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c2f09-8e5a-4b6c-85af-56bb461381d5 req-ba7ebe7d-0a10-4eaa-9254-1561b34c4ea4 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:59.046493 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b77c2f09-8e5a-4b6c-85af-56bb461381d5 req-ba7ebe7d-0a10-4eaa-9254-1561b34c4ea4 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 943 time: 0.0829031
Mar 25 03:34:59.052930 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d7fc563-c2d8-4cb9-a9fd-a0db76407239 req-65b5dbe2-e4ae-4e90-ac35-53a5053f6f22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0624325
Mar 25 03:34:59.084089 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2a406113-6308-41b2-8af1-5e47e485ed73 req-a4848aa2-cc29-4656-916b-5a3ffbb74db4 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464942
Mar 25 03:34:59.103924 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b77c2f09-8e5a-4b6c-85af-56bb461381d5 req-19d53b05-cb34-4282-b65f-2b733980c713 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500689
Mar 25 03:34:59.139268 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc563-c2d8-4cb9-a9fd-a0db76407239 req-b062e0d8-12e7-4e74-bd82-8a572bf47115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:59.140742 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d7fc563-c2d8-4cb9-a9fd-a0db76407239 req-b062e0d8-12e7-4e74-bd82-8a572bf47115 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 1129 time: 0.0488875
Mar 25 03:34:59.254832 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc563-c2d8-4cb9-a9fd-a0db76407239 req-4c581101-5cc0-4bf6-8bcf-22c36c575605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:59.256187 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d7fc563-c2d8-4cb9-a9fd-a0db76407239 req-4c581101-5cc0-4bf6-8bcf-22c36c575605 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 919 time: 0.0810909
Mar 25 03:34:59.300513 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d7fc563-c2d8-4cb9-a9fd-a0db76407239 req-471e2c48-e54b-472b-8c5f-de58fd5047e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3a6de7-1d57-4f92-b520-826d9af653f4 HTTP/1.1" status: 200  len: 217 time: 0.0362048
Mar 25 03:34:59.348224 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc563-c2d8-4cb9-a9fd-a0db76407239 req-16df7018-b41e-47bb-8af0-dac9d001912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:59.383837 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d7fc563-c2d8-4cb9-a9fd-a0db76407239 req-16df7018-b41e-47bb-8af0-dac9d001912f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0414493
Mar 25 03:34:59.397909 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc563-c2d8-4cb9-a9fd-a0db76407239 req-b006da92-6069-43b1-865e-e03613bff3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:34:59.399348 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d7fc563-c2d8-4cb9-a9fd-a0db76407239 req-b006da92-6069-43b1-865e-e03613bff3b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0410054
Mar 25 03:34:59.496679 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d7fc563-c2d8-4cb9-a9fd-a0db76407239 req-76aa6bdf-40b7-4dbd-8c39-a042799e5e99 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848088
Mar 25 03:34:59.584752 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d7fc563-c2d8-4cb9-a9fd-a0db76407239 req-55c505d8-1759-4f15-a931-57f270ea484f service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797682
Mar 25 03:35:00.204122 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c77e4b-62b6-4bcf-a0a2-6223219c381b req-1ad1c682-c234-49da-9147-3ab3f24f3a8f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:00.205775 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d8c77e4b-62b6-4bcf-a0a2-6223219c381b req-1ad1c682-c234-49da-9147-3ab3f24f3a8f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0541747
Mar 25 03:35:00.253125 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d8c77e4b-62b6-4bcf-a0a2-6223219c381b req-ffa27140-2bcf-4d97-82bb-644efa859a51 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418727
Mar 25 03:35:00.258537 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e318a-1833-4dca-8524-a4239ccd9eb3 req-75498ee2-8a8c-45ef-a77b-8f9970c2b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:00.260048 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-382e318a-1833-4dca-8524-a4239ccd9eb3 req-75498ee2-8a8c-45ef-a77b-8f9970c2b7e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 1129 time: 0.0742433
Mar 25 03:35:00.267619 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff3242-f236-4bf4-951a-3a848b0e4d07 req-2ebd474f-55af-4d4d-992c-bb0f7984608e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:00.269028 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c9ff3242-f236-4bf4-951a-3a848b0e4d07 req-2ebd474f-55af-4d4d-992c-bb0f7984608e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 943 time: 0.0933285
Mar 25 03:35:00.336651 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-382e318a-1833-4dca-8524-a4239ccd9eb3 req-dc34772c-cbbc-492f-81a6-cb8ec7a2a3f5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666778
Mar 25 03:35:00.340043 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c9ff3242-f236-4bf4-951a-3a848b0e4d07 req-caed3fd6-5c6a-4641-8c37-4ab43966dec7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650084
Mar 25 03:35:01.373830 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd709920-259f-4aba-81e0-1d613603f64d req-ad803008-3d1f-4c93-8e12-b6b4becb075d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:01.375361 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bd709920-259f-4aba-81e0-1d613603f64d req-ad803008-3d1f-4c93-8e12-b6b4becb075d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0522704
Mar 25 03:35:01.423945 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bd709920-259f-4aba-81e0-1d613603f64d req-dbdc1264-0446-44df-bea1-6900644bbc84 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432899
Mar 25 03:35:01.457451 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c742be2-618c-44d6-8577-6da02d2b89b1 req-ab8e4b4d-572b-4aff-ad52-f439ab866166 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:01.458944 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5c742be2-618c-44d6-8577-6da02d2b89b1 req-ab8e4b4d-572b-4aff-ad52-f439ab866166 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 943 time: 0.0520296
Mar 25 03:35:01.503531 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5c742be2-618c-44d6-8577-6da02d2b89b1 req-faca5a80-f19e-48be-804c-dd3b29d13690 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392022
Mar 25 03:35:02.541889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6704c4-b4bb-4e60-9dbd-f802c079d5b6 req-f8f0e544-9605-41dc-b176-0ef7c2b690f0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:02.543611 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9e6704c4-b4bb-4e60-9dbd-f802c079d5b6 req-f8f0e544-9605-41dc-b176-0ef7c2b690f0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0527079
Mar 25 03:35:02.590637 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9e6704c4-b4bb-4e60-9dbd-f802c079d5b6 req-f7c5ba4e-238f-4d87-8322-cc57a59dfdcc tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411632
Mar 25 03:35:02.623998 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fccaa-79b2-4498-afa9-e5a9cfae11e3 req-1e573210-91c0-4726-8fe2-112250aa2b99 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:02.625455 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7e4fccaa-79b2-4498-afa9-e5a9cfae11e3 req-1e573210-91c0-4726-8fe2-112250aa2b99 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 943 time: 0.0548043
Mar 25 03:35:02.670251 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7e4fccaa-79b2-4498-afa9-e5a9cfae11e3 req-37742fdc-0562-4be0-a528-ce40748ba5a3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393009
Mar 25 03:35:02.827187 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:03.708952 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a0c0a-f413-49fa-9a60-25dc2fbde08a req-f4a31f8f-8260-4e38-89fc-966ba0c2a33f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:03.710484 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3c1a0c0a-f413-49fa-9a60-25dc2fbde08a req-f4a31f8f-8260-4e38-89fc-966ba0c2a33f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0517833
Mar 25 03:35:03.728780 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 1986c487-764a-4781-8696-ffe3395a3f42 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:35:03.734211 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd0420-9181-4aef-8636-3803e8dd2cba req-4a5d7a63-15c9-4e6e-b5d6-8475e2356403 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:03.742980 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-86cd0420-9181-4aef-8636-3803e8dd2cba req-4a5d7a63-15c9-4e6e-b5d6-8475e2356403 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0639007
Mar 25 03:35:03.774860 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3c1a0c0a-f413-49fa-9a60-25dc2fbde08a req-688b1623-7538-4dee-8a64-7d2411baf259 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568485
Mar 25 03:35:03.807931 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-86cd0420-9181-4aef-8636-3803e8dd2cba req-69cda04a-d06a-46d7-abce-cb0fa8a24a29 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0633688
Mar 25 03:35:03.836389 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 1986c487-764a-4781-8696-ffe3395a3f42, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=1986c487-764a-4781-8696-ffe3395a3f42,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:35:03.849811 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '1986c487-764a-4781-8696-ffe3395a3f42', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'port_id': '1986c487-764a-4781-8696-ffe3395a3f42', 'mac_address': 'fa:16:3e:da:c1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:35:03.887629 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 1986c487-764a-4781-8696-ffe3395a3f42 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:03.887965 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1986c487-764a-4781-8696-ffe3395a3f42), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:03.900226 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3f82d-346a-4b97-920c-ab95c358c73e req-07b81e45-2cd7-47ab-9fda-3c1ffe444a31 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:03.900723 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1986c487-764a-4781-8696-ffe3395a3f42 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:35:03.903639 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c5a3f82d-346a-4b97-920c-ab95c358c73e req-07b81e45-2cd7-47ab-9fda-3c1ffe444a31 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 943 time: 0.0576038
Mar 25 03:35:03.921783 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 1986c487-764a-4781-8696-ffe3395a3f42, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=1986c487-764a-4781-8696-ffe3395a3f42,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:35:03.980975 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c5a3f82d-346a-4b97-920c-ab95c358c73e req-c080ce50-9c58-45f8-947f-b310e450801a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713906
Mar 25 03:35:03.991505 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567eae9-b800-4b62-a3ee-5da2b265449c req-5e46a280-da94-4fb3-a69e-617207945d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:03.992974 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4567eae9-b800-4b62-a3ee-5da2b265449c req-5e46a280-da94-4fb3-a69e-617207945d13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fcb2a54095042de8f8a080ac25139a8&device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 1169 time: 0.0656524
Mar 25 03:35:04.021577 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (1986c487-764a-4781-8696-ffe3395a3f42), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:04.069369 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=1986c487-764a-4781-8696-ffe3395a3f42,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:04.083285 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567eae9-b800-4b62-a3ee-5da2b265449c req-dfa7fffa-8dbd-433b-917f-1137b2891b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:04.084786 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4567eae9-b800-4b62-a3ee-5da2b265449c req-dfa7fffa-8dbd-433b-917f-1137b2891b98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc HTTP/1.1" status: 200  len: 915 time: 0.0842600
Mar 25 03:35:04.160658 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4567eae9-b800-4b62-a3ee-5da2b265449c req-38375c1b-fd51-497d-aca0-16c459da8bcf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba9c4373-21ce-4d60-a020-813c28a48553 HTTP/1.1" status: 200  len: 1002 time: 0.0625963
Mar 25 03:35:04.213691 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567eae9-b800-4b62-a3ee-5da2b265449c req-f801e4a7-e2e8-46c2-8131-c4ff3ba1727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:04.215471 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4567eae9-b800-4b62-a3ee-5da2b265449c req-f801e4a7-e2e8-46c2-8131-c4ff3ba1727d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98415b84-7245-4a42-a6bf-b855a96bda62 HTTP/1.1" status: 200  len: 853 time: 0.0431564
Mar 25 03:35:04.266906 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567eae9-b800-4b62-a3ee-5da2b265449c req-58487409-a30a-4e01-b001-243278109d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:04.268408 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4567eae9-b800-4b62-a3ee-5da2b265449c req-58487409-a30a-4e01-b001-243278109d03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0430150
Mar 25 03:35:04.364098 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4567eae9-b800-4b62-a3ee-5da2b265449c req-f13fd1be-c841-49a0-921e-11c6fd1043b4 service neutron] 10.222.0.35 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868316
Mar 25 03:35:04.466912 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['1986c487-764a-4781-8696-ffe3395a3f42'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:35:04.467132 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4567eae9-b800-4b62-a3ee-5da2b265449c req-540b2b4c-c919-4b31-8825-816e4703fd34 service neutron] 10.222.0.35 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814960
Mar 25 03:35:04.901243 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da47727-590a-46a8-93f7-3cb979605d1f req-7ed65ffb-8d05-4e46-83c7-89051aca5ea2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:04.903128 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7da47727-590a-46a8-93f7-3cb979605d1f req-7ed65ffb-8d05-4e46-83c7-89051aca5ea2 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0567832
Mar 25 03:35:04.935456 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660bfd0-2e36-44b0-be02-2eac7fd2bd34 req-d33587f2-8ea3-47c1-9fd1-08d2844bc9f2 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:04.936944 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8660bfd0-2e36-44b0-be02-2eac7fd2bd34 req-d33587f2-8ea3-47c1-9fd1-08d2844bc9f2 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0588193
Mar 25 03:35:04.951542 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7da47727-590a-46a8-93f7-3cb979605d1f req-25f9f7c2-2f9e-470f-8f4f-5578a1d547e3 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429518
Mar 25 03:35:05.000290 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8660bfd0-2e36-44b0-be02-2eac7fd2bd34 req-3fca8058-9b5b-4117-9413-ccbb11bf1ed2 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0574303
Mar 25 03:35:05.105712 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3a7e4-ebb8-4bd1-974a-b36367f087cb req-6c6b7bf2-37eb-4c07-baf8-45ef31ef31a3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:05.107831 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-26d3a7e4-ebb8-4bd1-974a-b36367f087cb req-6c6b7bf2-37eb-4c07-baf8-45ef31ef31a3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 944 time: 0.0540223
Mar 25 03:35:05.155337 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-26d3a7e4-ebb8-4bd1-974a-b36367f087cb req-f037340c-6fda-47d7-8b08-88aa969a0f2a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418496
Mar 25 03:35:05.514049 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27420dd5-59ee-4166-a5cf-df34efbc0139 req-27975748-86c4-4242-ae27-f27beb2bae39 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:05.515549 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-27420dd5-59ee-4166-a5cf-df34efbc0139 req-27975748-86c4-4242-ae27-f27beb2bae39 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0588775
Mar 25 03:35:05.562369 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-27420dd5-59ee-4166-a5cf-df34efbc0139 req-17774da9-716e-410b-8458-92063d85ba4b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412838
Mar 25 03:35:05.567460 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59ff45-7809-4a71-af35-ccac3752d7e1 req-eca77d4d-e279-4a18-ac4a-9a92d2e00654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:05.569011 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fd59ff45-7809-4a71-af35-ccac3752d7e1 req-eca77d4d-e279-4a18-ac4a-9a92d2e00654 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 1129 time: 0.0444674
Mar 25 03:35:05.661142 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59ff45-7809-4a71-af35-ccac3752d7e1 req-dd181e37-8ecf-4fb7-90f9-11e86e7aa4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:05.662566 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fd59ff45-7809-4a71-af35-ccac3752d7e1 req-dd181e37-8ecf-4fb7-90f9-11e86e7aa4a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 919 time: 0.0852230
Mar 25 03:35:05.726944 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fd59ff45-7809-4a71-af35-ccac3752d7e1 req-b1f534c1-4096-4ec1-ad43-6db5536d47cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea76e1b9-2252-4748-aab4-25e3890d1806 HTTP/1.1" status: 200  len: 1001 time: 0.0574694
Mar 25 03:35:05.773866 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59ff45-7809-4a71-af35-ccac3752d7e1 req-038ae420-05d6-4a58-8b55-e13e96dbef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:05.775274 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fd59ff45-7809-4a71-af35-ccac3752d7e1 req-038ae420-05d6-4a58-8b55-e13e96dbef78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0411048
Mar 25 03:35:05.829969 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59ff45-7809-4a71-af35-ccac3752d7e1 req-1d909ecb-a615-452e-996c-9b947a3ed609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:05.831473 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fd59ff45-7809-4a71-af35-ccac3752d7e1 req-1d909ecb-a615-452e-996c-9b947a3ed609 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0479772
Mar 25 03:35:05.922821 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fd59ff45-7809-4a71-af35-ccac3752d7e1 req-56ef078c-5e92-4971-96cf-c3928012aee4 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831528
Mar 25 03:35:06.016558 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fd59ff45-7809-4a71-af35-ccac3752d7e1 req-4e2ba834-2853-4fe7-bc8f-8faeed184c3a service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868368
Mar 25 03:35:06.123447 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0c8c7-f83a-4373-816d-ad1d016cbde7 req-0eae15bb-6743-4b23-98eb-09732df7afcc tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:06.124906 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-dea0c8c7-f83a-4373-816d-ad1d016cbde7 req-0eae15bb-6743-4b23-98eb-09732df7afcc tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0534828
Mar 25 03:35:06.183286 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-dea0c8c7-f83a-4373-816d-ad1d016cbde7 req-24bde17e-4ed8-475c-9757-9b7f30d57113 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0521841
Mar 25 03:35:06.276998 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de52dd-6a3a-4f73-9970-7c2e0de87492 req-30edc52b-8fe2-4c31-ac59-ec2f56711161 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:06.278634 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-77de52dd-6a3a-4f73-9970-7c2e0de87492 req-30edc52b-8fe2-4c31-ac59-ec2f56711161 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 944 time: 0.0535064
Mar 25 03:35:06.326219 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-77de52dd-6a3a-4f73-9970-7c2e0de87492 req-6b20dd68-2ddc-4dc5-9740-9a01fb63d309 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417037
Mar 25 03:35:06.679651 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a59c4-9288-4e38-a73c-248bd47cc27e req-5b818757-bbc1-42c9-aed7-3a1786a3a271 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:06.681140 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-873a59c4-9288-4e38-a73c-248bd47cc27e req-5b818757-bbc1-42c9-aed7-3a1786a3a271 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0519302
Mar 25 03:35:06.725964 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-873a59c4-9288-4e38-a73c-248bd47cc27e req-c59b9b31-a09a-4621-bbf5-a6f933af0a7c tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392532
Mar 25 03:35:06.791709 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 1986c487-764a-4781-8696-ffe3395a3f42 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:35:06.912698 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 1986c487-764a-4781-8696-ffe3395a3f42 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:35:06.916522 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 1986c487-764a-4781-8696-ffe3395a3f42 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:06.916897 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1986c487-764a-4781-8696-ffe3395a3f42), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:06.999170 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 1986c487-764a-4781-8696-ffe3395a3f42 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:06.999552 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1986c487-764a-4781-8696-ffe3395a3f42), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:07.021422 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f682b-c0c3-4c01-ba6b-db54804704f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1986c487-764a-4781-8696-ffe3395a3f42'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:35:07.029657 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1975ff8d-aca8-4cc1-a0cb-a7392d5aef84" -d '{"events": [{"server_uuid": "480f682b-c0c3-4c01-ba6b-db54804704f2", "name": "network-vif-plugged", "status": "completed", "tag": "1986c487-764a-4781-8696-ffe3395a3f42"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:35:07.036377 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 1986c487-764a-4781-8696-ffe3395a3f42, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=1986c487-764a-4781-8696-ffe3395a3f42,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:35:07.061186 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ae1ee5-d39e-4ec1-a4d9-a683eff65dd2 x-openstack-request-id: req-77ae1ee5-d39e-4ec1-a4d9-a683eff65dd2 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:35:07.061472 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f682b-c0c3-4c01-ba6b-db54804704f2", "name": "network-vif-plugged", "status": "completed", "tag": "1986c487-764a-4781-8696-ffe3395a3f42", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:35:07.061833 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77ae1ee5-d39e-4ec1-a4d9-a683eff65dd2 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:35:07.062126 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ae1ee5-d39e-4ec1-a4d9-a683eff65dd2'] response: {'server_uuid': '480f682b-c0c3-4c01-ba6b-db54804704f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1986c487-764a-4781-8696-ffe3395a3f42', 'code': 200}
Mar 25 03:35:07.158054 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (1986c487-764a-4781-8696-ffe3395a3f42), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:07.204268 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=1986c487-764a-4781-8696-ffe3395a3f42,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:07.308235 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f758-1c11-41b8-9b1e-d3b97691cce5 req-5ceea7f3-1658-4feb-bfa1-9e40351d3e81 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:07.309775 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9c61f758-1c11-41b8-9b1e-d3b97691cce5 req-5ceea7f3-1658-4feb-bfa1-9e40351d3e81 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0582082
Mar 25 03:35:07.369109 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9c61f758-1c11-41b8-9b1e-d3b97691cce5 req-349bb3eb-beb2-4681-9a6a-373ac644e551 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0535476
Mar 25 03:35:07.448552 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eef11f-99b4-478e-97ba-9505c3b2e334 req-7323a483-a942-4438-a6aa-bf03b5c43310 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:07.450143 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-20eef11f-99b4-478e-97ba-9505c3b2e334 req-7323a483-a942-4438-a6aa-bf03b5c43310 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 945 time: 0.0539577
Mar 25 03:35:07.475707 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb038210-2a00-407f-8495-3f024d1bce22 req-ced5c39c-03a2-467f-9cd7-284e55376bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:07.477182 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-bb038210-2a00-407f-8495-3f024d1bce22 req-ced5c39c-03a2-467f-9cd7-284e55376bf6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 1129 time: 0.0456057
Mar 25 03:35:07.501429 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-20eef11f-99b4-478e-97ba-9505c3b2e334 req-f99166bc-eece-42a2-af15-5ce18b3bbe4b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454640
Mar 25 03:35:07.523574 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-bb038210-2a00-407f-8495-3f024d1bce22 req-f80a5f97-44cf-4a0c-9901-c553403b5d3a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384755
Mar 25 03:35:07.843531 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c581a-489c-4462-862f-a1c55ee4e3d1 req-5a9c34ad-5c91-4169-aa8d-8e0ab24ca72b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:07.844985 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1e8c581a-489c-4462-862f-a1c55ee4e3d1 req-5a9c34ad-5c91-4169-aa8d-8e0ab24ca72b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0516641
Mar 25 03:35:07.892826 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1e8c581a-489c-4462-862f-a1c55ee4e3d1 req-aab7f21b-e9b5-49b0-b095-efd0c78d41d3 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424278
Mar 25 03:35:08.490591 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f012b-d836-4ed2-ac89-1b8fbd640c2c req-8368f2df-2d1c-470d-9332-50fad48faa51 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:08.492043 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-314f012b-d836-4ed2-ac89-1b8fbd640c2c req-8368f2df-2d1c-470d-9332-50fad48faa51 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0522385
Mar 25 03:35:08.551420 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-314f012b-d836-4ed2-ac89-1b8fbd640c2c req-da135233-339d-4873-9472-036955f996ff tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0534966
Mar 25 03:35:08.629236 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558af69-a8d8-4242-9b19-f27396795422 req-993a47c3-fc49-476c-9ffc-98621a653d27 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:08.630740 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9558af69-a8d8-4242-9b19-f27396795422 req-993a47c3-fc49-476c-9ffc-98621a653d27 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 945 time: 0.0512364
Mar 25 03:35:08.676371 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9558af69-a8d8-4242-9b19-f27396795422 req-ae60ee84-6fae-4895-8185-77618b1985de tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400140
Mar 25 03:35:09.008641 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66414e0-92e2-4cdb-aebf-d1e650266486 req-04f679ff-ecfc-4a10-90f4-1d12365afe6a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:09.010167 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c66414e0-92e2-4cdb-aebf-d1e650266486 req-04f679ff-ecfc-4a10-90f4-1d12365afe6a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0517669
Mar 25 03:35:09.058485 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c66414e0-92e2-4cdb-aebf-d1e650266486 req-42573a0b-1801-45c5-85bf-f9ba4951b0e6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411520
Mar 25 03:35:09.666767 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a0841-df48-491e-b9f3-03428863677d req-103c723a-00b1-40e0-a91f-e839fb231947 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:09.668238 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ed6a0841-df48-491e-b9f3-03428863677d req-103c723a-00b1-40e0-a91f-e839fb231947 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0517228
Mar 25 03:35:09.746843 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ed6a0841-df48-491e-b9f3-03428863677d req-99c8b883-dc4f-416b-8ef6-af5ad9b6ffd5 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0580339
Mar 25 03:35:09.797841 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b90c3-d268-4917-92ea-c5f346cfca28 req-698aa24c-2769-4848-bba9-3c816e641628 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:09.799337 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-989b90c3-d268-4917-92ea-c5f346cfca28 req-698aa24c-2769-4848-bba9-3c816e641628 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 945 time: 0.0544548
Mar 25 03:35:09.846569 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-989b90c3-d268-4917-92ea-c5f346cfca28 req-34f9e884-3f57-4b49-bb61-b7e117f3080f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416811
Mar 25 03:35:09.965020 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43c90b-134c-4125-9447-112e4c2965b7 req-2749ac67-7b27-45fb-a830-417b37e13766 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:09.967307 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bc43c90b-134c-4125-9447-112e4c2965b7 req-2749ac67-7b27-45fb-a830-417b37e13766 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 945 time: 0.0572062
Mar 25 03:35:09.975668 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34264) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:09.980223 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-68886f35-d53d-4e27-addc-a03bc63f85ee tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'floatingip': {'port_id': '1986c487-764a-4781-8696-ffe3395a3f42'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:10.019084 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-68886f35-d53d-4e27-addc-a03bc63f85ee tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (926fd046-3763-4f36-a413-7cbbd8b86eb3), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:10.176050 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0f997-f374-49b7-bf2d-e3f4c4585f90 req-ce55adb6-c265-405c-985c-c06e6a7f3946 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:10.177519 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-abb0f997-f374-49b7-bf2d-e3f4c4585f90 req-ce55adb6-c265-405c-985c-c06e6a7f3946 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0520213
Mar 25 03:35:10.224149 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-abb0f997-f374-49b7-bf2d-e3f4c4585f90 req-a05176b1-7518-48ef-af77-71cd7f56c9c0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408530
Mar 25 03:35:10.424864 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777cf62-d5e9-4136-819a-9eb4cf9199e7 req-e5244127-1880-4fd2-8e83-8c6c60f19f5f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:10.426389 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5777cf62-d5e9-4136-819a-9eb4cf9199e7 req-e5244127-1880-4fd2-8e83-8c6c60f19f5f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.1202977
Mar 25 03:35:10.435654 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34272) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:10.440978 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-c5275695-6627-4c52-b512-5b95fe4b106a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Request body: {'floatingip': {'port_id': 'ea76e1b9-2252-4748-aab4-25e3890d1806'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:10.489898 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-68886f35-d53d-4e27-addc-a03bc63f85ee tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:10.499272 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c5275695-6627-4c52-b512-5b95fe4b106a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for floatingip (2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:10.553632 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-68886f35-d53d-4e27-addc-a03bc63f85ee tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (926fd046-3763-4f36-a413-7cbbd8b86eb3), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:10.660048 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.l3_db [None req-68886f35-d53d-4e27-addc-a03bc63f85ee tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Floating IP 926fd046-3763-4f36-a413-7cbbd8b86eb3 associated. External IP: 172.27.0.220, port: 1986c487-764a-4781-8696-ffe3395a3f42.
Mar 25 03:35:10.905292 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18d60b-f1d3-4229-9316-5c56796fdc9b req-0a18004d-0c92-4d34-bf01-60470d09a1f1 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:10.906825 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bb18d60b-f1d3-4229-9316-5c56796fdc9b req-0a18004d-0c92-4d34-bf01-60470d09a1f1 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.1043973
Mar 25 03:35:10.937210 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68886f35-d53d-4e27-addc-a03bc63f85ee tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:35:11.020383 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bb18d60b-f1d3-4229-9316-5c56796fdc9b req-6defe395-f72d-4921-8a50-a991b92a7221 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1068361
Mar 25 03:35:11.023608 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c5275695-6627-4c52-b512-5b95fe4b106a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:11.047356 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbb9f2-6835-4d38-b6b0-55fcc853e0c0 req-8948d7a0-b75c-49be-8a57-98a319e682ee tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:11.048929 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-50bbb9f2-6835-4d38-b6b0-55fcc853e0c0 req-8948d7a0-b75c-49be-8a57-98a319e682ee tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 945 time: 0.0645766
Mar 25 03:35:11.085589 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68886f35-d53d-4e27-addc-a03bc63f85ee tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:35:11.093378 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-68886f35-d53d-4e27-addc-a03bc63f85ee tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:11.094698 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c5275695-6627-4c52-b512-5b95fe4b106a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:11.096958 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59216a-0adf-4de4-969d-b5134261618a None None] Sync routers for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:35:11.102675 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-50bbb9f2-6835-4d38-b6b0-55fcc853e0c0 req-46bc1a59-f569-4140-b55d-2c02dbb261da tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480764
Mar 25 03:35:11.107916 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc59216a-0adf-4de4-969d-b5134261618a None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:11.112279 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-bc59216a-0adf-4de4-969d-b5134261618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc2646a0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:34:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:11.129017 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-68886f35-d53d-4e27-addc-a03bc63f85ee tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "PUT /v2.0/floatingips/926fd046-3763-4f36-a413-7cbbd8b86eb3 HTTP/1.1" status: 200  len: 991 time: 1.1522422
Mar 25 03:35:11.129690 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480f682b-c0c3-4c01-ba6b-db54804704f2', 'tag': '1986c487-764a-4781-8696-ffe3395a3f42'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:35:11.131978 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27498f73-2e44-43e5-9ae6-543698347ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "480f682b-c0c3-4c01-ba6b-db54804704f2", "tag": "1986c487-764a-4781-8696-ffe3395a3f42"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:35:11.167876 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abca8b6-100d-4b04-9d42-4dedba65cfa3 x-openstack-request-id: req-9abca8b6-100d-4b04-9d42-4dedba65cfa3 {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:35:11.168438 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480f682b-c0c3-4c01-ba6b-db54804704f2", "tag": "1986c487-764a-4781-8696-ffe3395a3f42", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:35:11.168749 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9abca8b6-100d-4b04-9d42-4dedba65cfa3 {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:35:11.169188 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9abca8b6-100d-4b04-9d42-4dedba65cfa3'] response: {'name': 'network-changed', 'server_uuid': '480f682b-c0c3-4c01-ba6b-db54804704f2', 'tag': '1986c487-764a-4781-8696-ffe3395a3f42', 'status': 'completed', 'code': 200}
Mar 25 03:35:11.222467 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-bc59216a-0adf-4de4-969d-b5134261618a None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:11.452450 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-bc59216a-0adf-4de4-969d-b5134261618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc2646a0>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '926fd046-3763-4f36-a413-7cbbd8b86eb3', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': '1986c487-764a-4781-8696-ffe3395a3f42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:da:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480f682b-c0c3-4c01-ba6b-db54804704f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:34:48Z', 'updated_at': '2022-03-25T03:35:10Z', 'revision_number': 1, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:11.482377 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59216a-0adf-4de4-969d-b5134261618a None None] Checking router: 6a36ad02-4238-4232-ad4d-dbbf59a59e63 for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:35:11.490731 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc59216a-0adf-4de4-969d-b5134261618a None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:11.491349 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-bc59216a-0adf-4de4-969d-b5134261618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc2646a0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:34:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:11.551605 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27498f73-2e44-43e5-9ae6-543698347ccb req-5ecf4d8b-db20-46d0-920d-933df316f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:11.553087 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-27498f73-2e44-43e5-9ae6-543698347ccb req-5ecf4d8b-db20-46d0-920d-933df316f588 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 1129 time: 0.3521092
Mar 25 03:35:11.596622 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-bc59216a-0adf-4de4-969d-b5134261618a None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:11.666054 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5275695-6627-4c52-b512-5b95fe4b106a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Router 727720ad-3914-4a41-a91d-7fef522c018a has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:35:11.672971 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27498f73-2e44-43e5-9ae6-543698347ccb req-f0f06c43-1e0b-4792-8601-7aa65a268ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:11.674543 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-27498f73-2e44-43e5-9ae6-543698347ccb req-f0f06c43-1e0b-4792-8601-7aa65a268ad6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 915 time: 0.1133685
Mar 25 03:35:11.811242 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-27498f73-2e44-43e5-9ae6-543698347ccb req-85b8eb69-45a5-461f-9dfb-57b5c2314e1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1986c487-764a-4781-8696-ffe3395a3f42 HTTP/1.1" status: 200  len: 999 time: 0.1278784
Mar 25 03:35:11.814523 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-bc59216a-0adf-4de4-969d-b5134261618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc2646a0>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '926fd046-3763-4f36-a413-7cbbd8b86eb3', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': '1986c487-764a-4781-8696-ffe3395a3f42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:da:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480f682b-c0c3-4c01-ba6b-db54804704f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:34:48Z', 'updated_at': '2022-03-25T03:35:10Z', 'revision_number': 1, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:11.843454 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59216a-0adf-4de4-969d-b5134261618a None None] The sync data for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi is: [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '926fd046-3763-4f36-a413-7cbbd8b86eb3', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': '1986c487-764a-4781-8696-ffe3395a3f42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:da:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480f682b-c0c3-4c01-ba6b-db54804704f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:34:48Z', 'updated_at': '2022-03-25T03:35:10Z', 'revision_number': 1, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:35:11.849777 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5275695-6627-4c52-b512-5b95fe4b106a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:35:11.855334 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-c5275695-6627-4c52-b512-5b95fe4b106a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:11.866935 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21038777-8d30-4e2f-990d-c6aac3be290b None None] Sync routers for ids ['727720ad-3914-4a41-a91d-7fef522c018a'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:35:11.892146 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21038777-8d30-4e2f-990d-c6aac3be290b None None] Routers {'727720ad-3914-4a41-a91d-7fef522c018a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:11.892775 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-21038777-8d30-4e2f-990d-c6aac3be290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf56d190>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:34:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['727720ad-3914-4a41-a91d-7fef522c018a'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:11.898493 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27498f73-2e44-43e5-9ae6-543698347ccb req-0607e888-dd5c-4df1-94c5-5c48b186fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:11.899958 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-27498f73-2e44-43e5-9ae6-543698347ccb req-0607e888-dd5c-4df1-94c5-5c48b186fd3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f66c337-0509-432b-a485-8345b9a5f7ed HTTP/1.1" status: 200  len: 853 time: 0.0801673
Mar 25 03:35:11.902526 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'tag': 'ea76e1b9-2252-4748-aab4-25e3890d1806'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:35:11.905299 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce465de8-48be-4a44-9713-9ceb6b728727" -d '{"events": [{"name": "network-changed", "server_uuid": "ac78afb7-6e56-4ea4-ae61-e9864adb9eef", "tag": "ea76e1b9-2252-4748-aab4-25e3890d1806"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:35:11.953563 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0494b8-c135-42b1-b42a-a1a2de0be147 x-openstack-request-id: req-bb0494b8-c135-42b1-b42a-a1a2de0be147 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:35:11.953884 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac78afb7-6e56-4ea4-ae61-e9864adb9eef", "tag": "ea76e1b9-2252-4748-aab4-25e3890d1806", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:35:11.954179 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb0494b8-c135-42b1-b42a-a1a2de0be147 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:35:11.954629 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0494b8-c135-42b1-b42a-a1a2de0be147'] response: {'name': 'network-changed', 'server_uuid': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'tag': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'status': 'completed', 'code': 200}
Mar 25 03:35:11.973245 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-c5275695-6627-4c52-b512-5b95fe4b106a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "PUT /v2.0/floatingips/2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8 HTTP/1.1" status: 200  len: 993 time: 1.5358961
Mar 25 03:35:12.016384 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-21038777-8d30-4e2f-990d-c6aac3be290b None None] Set router 727720ad-3914-4a41-a91d-7fef522c018a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:12.022576 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27498f73-2e44-43e5-9ae6-543698347ccb req-43768c4a-1e4b-4370-8795-d1d0fbc11e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:12.024086 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-27498f73-2e44-43e5-9ae6-543698347ccb req-43768c4a-1e4b-4370-8795-d1d0fbc11e69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0992649
Mar 25 03:35:12.030347 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce465de8-48be-4a44-9713-9ceb6b728727 req-a2eabdf7-a67b-42da-8bfa-11a1a0a902e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:12.031837 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ce465de8-48be-4a44-9713-9ceb6b728727 req-a2eabdf7-a67b-42da-8bfa-11a1a0a902e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 1129 time: 0.0567124
Mar 25 03:35:12.124429 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920610dc-2c03-499f-8348-6e23b2b25150 None None] New status for floating IP 926fd046-3763-4f36-a413-7cbbd8b86eb3: ACTIVE {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:35:12.203702 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351cfa-92d1-4d69-86fc-e132ea2033f2 req-e5d35db8-97d6-4c98-a103-f58f365e40c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:12.208082 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-27498f73-2e44-43e5-9ae6-543698347ccb req-65ce1429-7165-4eec-a862-e97fc17e7325 service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1656876
Mar 25 03:35:12.209165 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce465de8-48be-4a44-9713-9ceb6b728727 req-cca87177-2a23-436d-aaa3-6a8faf267327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:12.210511 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ce465de8-48be-4a44-9713-9ceb6b728727 req-cca87177-2a23-436d-aaa3-6a8faf267327 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 919 time: 0.1601045
Mar 25 03:35:12.212237 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-60351cfa-92d1-4d69-86fc-e132ea2033f2 req-e5d35db8-97d6-4c98-a103-f58f365e40c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.1101797
Mar 25 03:35:12.280854 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-60351cfa-92d1-4d69-86fc-e132ea2033f2 req-b2a0573d-c738-476e-bc27-15bec21f640b tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0677421
Mar 25 03:35:12.381097 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ce465de8-48be-4a44-9713-9ceb6b728727 req-a11a9cbb-26b3-4b81-9dd7-16ae8d306bb1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea76e1b9-2252-4748-aab4-25e3890d1806 HTTP/1.1" status: 200  len: 1001 time: 0.1330726
Mar 25 03:35:12.382324 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-21038777-8d30-4e2f-990d-c6aac3be290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf56d190>, [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'port_id': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'mac_address': 'fa:16:3e:fb:d0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:33:02Z', 'updated_at': '2022-03-25T03:35:10Z', 'revision_number': 3, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6', 'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'mac_address': 'fa:16:3e:29:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:06Z', 'updated_at': '2022-03-25T03:31:18Z', 'revision_number': 5, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'subnets': [{'id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:12.396215 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602b06b-4733-4cc4-83e2-f167ea270e90 req-643d2ddd-45d0-4eae-a927-8aaefc0071e7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:12.397694 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f602b06b-4733-4cc4-83e2-f167ea270e90 req-643d2ddd-45d0-4eae-a927-8aaefc0071e7 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 945 time: 0.1781263
Mar 25 03:35:12.409501 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21038777-8d30-4e2f-990d-c6aac3be290b None None] Checking router: 727720ad-3914-4a41-a91d-7fef522c018a for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:35:12.418118 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21038777-8d30-4e2f-990d-c6aac3be290b None None] Routers {'727720ad-3914-4a41-a91d-7fef522c018a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:12.418807 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-21038777-8d30-4e2f-990d-c6aac3be290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf56d190>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:34:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['727720ad-3914-4a41-a91d-7fef522c018a'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:12.438451 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-27498f73-2e44-43e5-9ae6-543698347ccb req-5ceaa550-648d-4671-936f-c3f819fe5a2a service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1890965
Mar 25 03:35:12.482915 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce465de8-48be-4a44-9713-9ceb6b728727 req-135f084c-d210-4558-8915-0d6b3e8363c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:12.484359 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ce465de8-48be-4a44-9713-9ceb6b728727 req-135f084c-d210-4558-8915-0d6b3e8363c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0813820
Mar 25 03:35:12.491983 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f602b06b-4733-4cc4-83e2-f167ea270e90 req-137a31c1-a3c3-4b45-b457-678551bc5e15 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/security-groups?id=56639dd1-f345-4d74-b107-a9e8b8141864&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790443
Mar 25 03:35:12.535834 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-21038777-8d30-4e2f-990d-c6aac3be290b None None] Set router 727720ad-3914-4a41-a91d-7fef522c018a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:12.540589 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce465de8-48be-4a44-9713-9ceb6b728727 req-75e04bdf-5169-467c-982f-a693e1bfb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:12.540589 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ce465de8-48be-4a44-9713-9ceb6b728727 req-75e04bdf-5169-467c-982f-a693e1bfb9c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0472443
Mar 25 03:35:12.634192 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ce465de8-48be-4a44-9713-9ceb6b728727 req-fb19d14e-6bf2-4cfb-b08c-b9d907da2808 service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815566
Mar 25 03:35:12.739037 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ce465de8-48be-4a44-9713-9ceb6b728727 req-57d3072b-5e74-414b-993d-bafc0c05623d service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895662
Mar 25 03:35:12.869373 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f2e75611-ba24-4666-8486-7563061a9aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:12.893027 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-21038777-8d30-4e2f-990d-c6aac3be290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf56d190>, [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'port_id': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'mac_address': 'fa:16:3e:fb:d0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:33:02Z', 'updated_at': '2022-03-25T03:35:10Z', 'revision_number': 3, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6', 'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'mac_address': 'fa:16:3e:29:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:06Z', 'updated_at': '2022-03-25T03:31:18Z', 'revision_number': 5, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'subnets': [{'id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:12.923515 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21038777-8d30-4e2f-990d-c6aac3be290b None None] The sync data for ids ['727720ad-3914-4a41-a91d-7fef522c018a'] in dv-cinder-835168-1-iscsi is: [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'port_id': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'mac_address': 'fa:16:3e:fb:d0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:33:02Z', 'updated_at': '2022-03-25T03:35:10Z', 'revision_number': 3, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6', 'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'mac_address': 'fa:16:3e:29:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:06Z', 'updated_at': '2022-03-25T03:31:18Z', 'revision_number': 5, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'subnets': [{'id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:35:13.139099 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413e5b2-4de4-4eae-ab50-0fcb27977be1 req-a6b8f920-02c9-44a9-9fa4-d8d5d4464b4d tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:13.140540 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d413e5b2-4de4-4eae-ab50-0fcb27977be1 req-a6b8f920-02c9-44a9-9fa4-d8d5d4464b4d tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.35 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 945 time: 0.0521584
Mar 25 03:35:13.237640 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-d413e5b2-4de4-4eae-ab50-0fcb27977be1 req-20267ac1-cda1-4d4b-9637-a69652d487d4 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Deleting port 938b0095-6883-4ff8-8dd1-deeb21c29925 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:35:13.238011 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-d413e5b2-4de4-4eae-ab50-0fcb27977be1 req-20267ac1-cda1-4d4b-9637-a69652d487d4 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:13.322485 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-d413e5b2-4de4-4eae-ab50-0fcb27977be1 req-20267ac1-cda1-4d4b-9637-a69652d487d4 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] For port 938b0095-6883-4ff8-8dd1-deeb21c29925, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=938b0095-6883-4ff8-8dd1-deeb21c29925,segment=NetworkSegment(06d579de-ed8a-474b-8d53-73cc177fb850),segment_id=06d579de-ed8a-474b-8d53-73cc177fb850)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:35:13.322841 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-d413e5b2-4de4-4eae-ab50-0fcb27977be1 req-20267ac1-cda1-4d4b-9637-a69652d487d4 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:13.336123 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-d413e5b2-4de4-4eae-ab50-0fcb27977be1 req-20267ac1-cda1-4d4b-9637-a69652d487d4 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Calling delete_port for 938b0095-6883-4ff8-8dd1-deeb21c29925 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:35:13.403145 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad199a92-6ad1-45d3-8061-b06be876c760 req-a795031a-227b-4384-9aaa-d43786b33b45 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:13.404662 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ad199a92-6ad1-45d3-8061-b06be876c760 req-a795031a-227b-4384-9aaa-d43786b33b45 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0536463
Mar 25 03:35:13.462665 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ad199a92-6ad1-45d3-8061-b06be876c760 req-85129904-a192-4416-a11a-0b654289f0bb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0521767
Mar 25 03:35:13.536053 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-d413e5b2-4de4-4eae-ab50-0fcb27977be1 req-20267ac1-cda1-4d4b-9637-a69652d487d4 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (938b0095-6883-4ff8-8dd1-deeb21c29925), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:13.558276 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['938b0095-6883-4ff8-8dd1-deeb21c29925'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:35:13.574069 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20267ac1-cda1-4d4b-9637-a69652d487d4 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Pushing event deleted for resources: {'Port': ['ID=938b0095-6883-4ff8-8dd1-deeb21c29925,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:13.597825 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-091c374e-95ce-4000-8b08-faef2c1b66ed req-4534c05d-0e04-42e7-9113-6f3fdd45753b tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 210 time: 0.0339363
Mar 25 03:35:13.632116 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-d413e5b2-4de4-4eae-ab50-0fcb27977be1 req-20267ac1-cda1-4d4b-9637-a69652d487d4 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] No DVR routers for this DVR port 938b0095-6883-4ff8-8dd1-deeb21c29925 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:35:13.634551 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-d413e5b2-4de4-4eae-ab50-0fcb27977be1 req-20267ac1-cda1-4d4b-9637-a69652d487d4 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:13.638419 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d413e5b2-4de4-4eae-ab50-0fcb27977be1 req-20267ac1-cda1-4d4b-9637-a69652d487d4 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.35 "DELETE /v2.0/ports/938b0095-6883-4ff8-8dd1-deeb21c29925 HTTP/1.1" status: 204  len: 173 time: 0.4920204
Mar 25 03:35:13.956446 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'tag': 'ea76e1b9-2252-4748-aab4-25e3890d1806'}, {'server_uuid': '57d77a88-2057-44cc-b7d3-3c7df0ed9444', 'name': 'network-vif-deleted', 'tag': '938b0095-6883-4ff8-8dd1-deeb21c29925'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:35:13.958914 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768dd4c5-1cfb-4c3e-ad6f-171e4bb5f7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac78afb7-6e56-4ea4-ae61-e9864adb9eef", "tag": "ea76e1b9-2252-4748-aab4-25e3890d1806"}, {"server_uuid": "57d77a88-2057-44cc-b7d3-3c7df0ed9444", "name": "network-vif-deleted", "tag": "938b0095-6883-4ff8-8dd1-deeb21c29925"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:35:13.998846 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 25 Mar 2022 03:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb3c820-b296-44e2-a036-08bc08e101b9 x-openstack-request-id: req-4cb3c820-b296-44e2-a036-08bc08e101b9 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:35:14.007929 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac78afb7-6e56-4ea4-ae61-e9864adb9eef", "tag": "ea76e1b9-2252-4748-aab4-25e3890d1806", "status": "completed", "code": 200}, {"server_uuid": "57d77a88-2057-44cc-b7d3-3c7df0ed9444", "name": "network-vif-deleted", "tag": "938b0095-6883-4ff8-8dd1-deeb21c29925", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:35:14.007929 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cb3c820-b296-44e2-a036-08bc08e101b9 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:35:14.007929 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb3c820-b296-44e2-a036-08bc08e101b9'] response: {'name': 'network-changed', 'server_uuid': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'tag': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'status': 'completed', 'code': 200}
Mar 25 03:35:14.007929 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb3c820-b296-44e2-a036-08bc08e101b9'] response: {'server_uuid': '57d77a88-2057-44cc-b7d3-3c7df0ed9444', 'name': 'network-vif-deleted', 'tag': '938b0095-6883-4ff8-8dd1-deeb21c29925', 'status': 'completed', 'code': 200}
Mar 25 03:35:14.064190 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dd4c5-1cfb-4c3e-ad6f-171e4bb5f7a5 req-4c8ab863-2b3e-4b8b-a880-e7bc697eb33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:14.065689 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-768dd4c5-1cfb-4c3e-ad6f-171e4bb5f7a5 req-4c8ab863-2b3e-4b8b-a880-e7bc697eb33d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6750a1abb76a492a97a64e85a17b7237&device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 1129 time: 0.0452607
Mar 25 03:35:14.152322 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dd4c5-1cfb-4c3e-ad6f-171e4bb5f7a5 req-787741d3-165e-4e1a-aaf3-74b0b1d9976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:14.154336 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-768dd4c5-1cfb-4c3e-ad6f-171e4bb5f7a5 req-787741d3-165e-4e1a-aaf3-74b0b1d9976b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 200  len: 919 time: 0.0820732
Mar 25 03:35:14.221248 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-768dd4c5-1cfb-4c3e-ad6f-171e4bb5f7a5 req-c971f32c-07b6-4913-af0c-6cfc1c71fe02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea76e1b9-2252-4748-aab4-25e3890d1806 HTTP/1.1" status: 200  len: 1001 time: 0.0601516
Mar 25 03:35:14.274456 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dd4c5-1cfb-4c3e-ad6f-171e4bb5f7a5 req-358c52b7-e8f7-487a-9622-ee9d7f7fe71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:14.275841 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-768dd4c5-1cfb-4c3e-ad6f-171e4bb5f7a5 req-358c52b7-e8f7-487a-9622-ee9d7f7fe71c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 200  len: 857 time: 0.0410354
Mar 25 03:35:14.325140 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dd4c5-1cfb-4c3e-ad6f-171e4bb5f7a5 req-8a4a6c7c-7d9d-4a1d-b954-c05999d2a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:14.326619 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-768dd4c5-1cfb-4c3e-ad6f-171e4bb5f7a5 req-8a4a6c7c-7d9d-4a1d-b954-c05999d2a4b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d70a202-db46-4a1a-a143-044e2e127080&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0420759
Mar 25 03:35:14.416095 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-768dd4c5-1cfb-4c3e-ad6f-171e4bb5f7a5 req-4dde0342-4b85-4fbb-9152-89fcde19019a service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817046
Mar 25 03:35:14.504801 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-768dd4c5-1cfb-4c3e-ad6f-171e4bb5f7a5 req-b24db20f-af6a-4675-9590-d11a19635f0b service neutron] 10.222.0.35 "GET /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808792
Mar 25 03:35:14.587067 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857eeac6-c5f2-46ef-85c3-8dc707f56a5f req-3dcdfde4-11c1-48ee-b11f-f61e89801182 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:14.588565 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-857eeac6-c5f2-46ef-85c3-8dc707f56a5f req-3dcdfde4-11c1-48ee-b11f-f61e89801182 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0583122
Mar 25 03:35:14.648369 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-857eeac6-c5f2-46ef-85c3-8dc707f56a5f req-7b955d0e-e0b8-4332-b791-db024ef20783 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0531201
Mar 25 03:35:14.712435 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0cd7b1d5-4eb4-43a6-9b50-23c5bbb17022 req-ae742eab-80ce-4d6e-a05b-d71ecad368e8 tempest-VolumesSnapshotTestJSON-1894206848 tempest-VolumesSnapshotTestJSON-1894206848-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d77a88-2057-44cc-b7d3-3c7df0ed9444 HTTP/1.1" status: 200  len: 210 time: 0.0265934
Mar 25 03:35:15.232683 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d8f56c63-b48a-494f-a8b0-06ccddfa6040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:15.772805 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733af28-071f-4a7d-b517-8e8528f8e2fd req-86fc20e1-f5b4-45a7-8436-63332019e3ed tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:15.774139 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f733af28-071f-4a7d-b517-8e8528f8e2fd req-86fc20e1-f5b4-45a7-8436-63332019e3ed tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0542545
Mar 25 03:35:15.834392 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f733af28-071f-4a7d-b517-8e8528f8e2fd req-500221c7-f3df-4f90-997b-0a4573a358bf tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0530653
Mar 25 03:35:16.164359 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:16.807102 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 938b0095-6883-4ff8-8dd1-deeb21c29925 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:35:16.829967 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 938b0095-6883-4ff8-8dd1-deeb21c29925 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:35:16.838816 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 938b0095-6883-4ff8-8dd1-deeb21c29925 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:35:16.955150 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c84fd-4a52-45ed-9444-de30a6a3ef47 req-8f21a51f-bc59-47af-89b6-96ee18a0c704 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:16.956626 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-892c84fd-4a52-45ed-9444-de30a6a3ef47 req-8f21a51f-bc59-47af-89b6-96ee18a0c704 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0549724
Mar 25 03:35:17.014095 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-892c84fd-4a52-45ed-9444-de30a6a3ef47 req-84352754-44ab-4aa4-bbc2-52d575e3bf90 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0518103
Mar 25 03:35:17.592834 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:18.132684 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a9f29-f131-479f-a9fa-c9f043a05931 req-6eda8ef7-d26b-4f18-b964-813099cb3b23 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:18.134162 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2c5a9f29-f131-479f-a9fa-c9f043a05931 req-6eda8ef7-d26b-4f18-b964-813099cb3b23 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0550358
Mar 25 03:35:18.191647 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2c5a9f29-f131-479f-a9fa-c9f043a05931 req-0780fbf6-a7fe-45a1-be9c-58f0f7fcbcfc tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0517559
Mar 25 03:35:19.239920 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:19.309947 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d3a57-c762-40c6-9524-f6fba966a68d req-3ede50a2-d5d4-4f20-a441-b9a765f68e3b tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:19.311402 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-259d3a57-c762-40c6-9524-f6fba966a68d req-3ede50a2-d5d4-4f20-a441-b9a765f68e3b tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0523851
Mar 25 03:35:19.368697 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-259d3a57-c762-40c6-9524-f6fba966a68d req-ae99ad3c-4fec-48de-912e-e11d5ec01195 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0517004
Mar 25 03:35:20.487267 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1938-368c-4ce8-9c0a-d2b6131fe59f req-136958da-01f0-4872-9de0-97f672951634 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:20.488706 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-89fe1938-368c-4ce8-9c0a-d2b6131fe59f req-136958da-01f0-4872-9de0-97f672951634 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0517552
Mar 25 03:35:20.546214 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-89fe1938-368c-4ce8-9c0a-d2b6131fe59f req-bcbcbe63-c595-46a1-ab98-a9a9ee8c8e00 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0518284
Mar 25 03:35:21.664770 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91e5db-e229-432c-9fea-684bedf9a483 req-7b70d01f-6fdd-4dea-ac05-766293cbe732 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:21.666495 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3a91e5db-e229-432c-9fea-684bedf9a483 req-7b70d01f-6fdd-4dea-ac05-766293cbe732 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0529141
Mar 25 03:35:21.728353 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3a91e5db-e229-432c-9fea-684bedf9a483 req-cd337681-ef67-4315-92e3-5c77e510e8a8 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0562172
Mar 25 03:35:22.852873 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30646-6606-4427-885a-dbe8b9da2019 req-c1309913-d62e-42a3-bffa-2e7733c5770a tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:22.854426 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-18e30646-6606-4427-885a-dbe8b9da2019 req-c1309913-d62e-42a3-bffa-2e7733c5770a tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.0526552
Mar 25 03:35:22.916287 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-18e30646-6606-4427-885a-dbe8b9da2019 req-45d7c9c9-1a3c-48b3-9559-5bf84e76a1a4 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&id=cc21f576-3904-4000-947f-0fd79127a82a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0555058
Mar 25 03:35:31.771358 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6caebb-f9c6-49b9-99bc-8a87e406e7cb req-6a1d22b5-f160-4591-b282-5bba569406ab tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:31.772861 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-fc6caebb-f9c6-49b9-99bc-8a87e406e7cb req-6a1d22b5-f160-4591-b282-5bba569406ab tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 947 time: 0.0538840
Mar 25 03:35:31.819815 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-fc6caebb-f9c6-49b9-99bc-8a87e406e7cb req-e8e18ee2-cf47-4a94-a326-fb5aeaf980a9 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405040
Mar 25 03:35:32.815937 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:32.882166 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05114022-f7e9-41ce-a1f8-e85559a1e78d req-ddd9d410-0fb8-4420-90d5-4b8e3de110a8 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:32.883798 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-05114022-f7e9-41ce-a1f8-e85559a1e78d req-ddd9d410-0fb8-4420-90d5-4b8e3de110a8 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0545454
Mar 25 03:35:32.932640 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-05114022-f7e9-41ce-a1f8-e85559a1e78d req-1e2319ae-62eb-4956-b774-bac1efbb3481 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433600
Mar 25 03:35:32.959819 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50022f4-2932-4df7-a3de-a4c7e8db0127 req-68981a85-c659-4c1e-8d4f-78b8436658f7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:32.961419 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b50022f4-2932-4df7-a3de-a4c7e8db0127 req-68981a85-c659-4c1e-8d4f-78b8436658f7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 947 time: 0.0681350
Mar 25 03:35:33.009055 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b50022f4-2932-4df7-a3de-a4c7e8db0127 req-750329b9-48c2-4e0f-a1ca-c3d74caf1390 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411997
Mar 25 03:35:33.345577 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:35:33.707805 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-7b5e5866-b32a-4ff8-9cc8-b3a250cd8f03 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:33.709200 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-7b5e5866-b32a-4ff8-9cc8-b3a250cd8f03 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 947 time: 0.0527771
Mar 25 03:35:33.809827 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Deleting port 067fb160-522b-4926-bf99-f14b1630b448 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:35:33.810175 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (067fb160-522b-4926-bf99-f14b1630b448), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:33.896069 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] For port 067fb160-522b-4926-bf99-f14b1630b448, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=067fb160-522b-4926-bf99-f14b1630b448,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:35:33.896430 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (067fb160-522b-4926-bf99-f14b1630b448), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:34.058131 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6281b-cbc6-4af7-b84a-3849a6e920e2 req-b41b3ff5-1909-417f-a297-cb9b2ade0364 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:34.060244 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d4a6281b-cbc6-4af7-b84a-3849a6e920e2 req-b41b3ff5-1909-417f-a297-cb9b2ade0364 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0565906
Mar 25 03:35:34.072571 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:34.073147 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (bd3f314d-737b-43c2-9219-17efbd8dd6dc), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:34.073273 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Floating IP bd3f314d-737b-43c2-9219-17efbd8dd6dc disassociated. External IP: 172.27.0.212, port: 067fb160-522b-4926-bf99-f14b1630b448.
Mar 25 03:35:34.073563 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Calling delete_port for 067fb160-522b-4926-bf99-f14b1630b448 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:35:34.109636 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d4a6281b-cbc6-4af7-b84a-3849a6e920e2 req-ca8a01e8-4b44-4e5b-8bd4-32f5d743d075 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438905
Mar 25 03:35:34.176366 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28877bcf-d51c-4394-87de-341b80d965a9 req-11c9813f-ed0e-4455-b562-eea61e1623e0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:34.177856 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-28877bcf-d51c-4394-87de-341b80d965a9 req-11c9813f-ed0e-4455-b562-eea61e1623e0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 947 time: 0.0959771
Mar 25 03:35:34.259667 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-28877bcf-d51c-4394-87de-341b80d965a9 req-d8e48cb4-e25f-434c-887e-9ee85cf15a40 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=4355af30-8498-4b6e-b33c-c7498b17d244&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750623
Mar 25 03:35:34.335606 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (067fb160-522b-4926-bf99-f14b1630b448), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:34.362667 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event deleted for resources: {'Port': ['ID=067fb160-522b-4926-bf99-f14b1630b448,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:34.372899 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.373255 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.373604 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.374064 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.374566 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.374773 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.375112 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.376193 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.376193 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.376193 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.376462 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.376739 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.377031 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.377357 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.377717 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:34.498432 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:35:34.604385 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:35:34.615522 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faef3b7-ca39-4f37-9b20-9bec92697292 None None] Sync routers for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:35:34.625977 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faef3b7-ca39-4f37-9b20-9bec92697292 None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:34.626815 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-8faef3b7-ca39-4f37-9b20-9bec92697292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebe31e6d0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:34.644912 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] No DVR routers for this DVR port 067fb160-522b-4926-bf99-f14b1630b448 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:35:34.647434 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:34.650833 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e73d7d8c-70df-449b-b068-8600dd9f62d5 req-0f52d242-6e9e-4b5e-8129-2266b19acffa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.35 "DELETE /v2.0/ports/067fb160-522b-4926-bf99-f14b1630b448 HTTP/1.1" status: 204  len: 173 time: 0.9335270
Mar 25 03:35:34.651271 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'name': 'network-vif-deleted', 'tag': '067fb160-522b-4926-bf99-f14b1630b448'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:35:34.654064 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55f75b3-0429-45e1-98f3-d89b6b0413a9" -d '{"events": [{"server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "name": "network-vif-deleted", "tag": "067fb160-522b-4926-bf99-f14b1630b448"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:35:34.690853 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ae1ec8-636e-4880-9ef8-4f0daba7bcc9 x-openstack-request-id: req-09ae1ec8-636e-4880-9ef8-4f0daba7bcc9 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:35:34.691148 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d427ffc-66b4-4a8a-8126-6c8a14bf361c", "name": "network-vif-deleted", "tag": "067fb160-522b-4926-bf99-f14b1630b448", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:35:34.691409 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09ae1ec8-636e-4880-9ef8-4f0daba7bcc9 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:35:34.691820 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ae1ec8-636e-4880-9ef8-4f0daba7bcc9'] response: {'server_uuid': '4d427ffc-66b4-4a8a-8126-6c8a14bf361c', 'name': 'network-vif-deleted', 'tag': '067fb160-522b-4926-bf99-f14b1630b448', 'status': 'completed', 'code': 200}
Mar 25 03:35:34.744433 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-8faef3b7-ca39-4f37-9b20-9bec92697292 None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:34.952846 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-8faef3b7-ca39-4f37-9b20-9bec92697292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebe31e6d0>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:22Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:34.980185 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faef3b7-ca39-4f37-9b20-9bec92697292 None None] Checking router: 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:35:34.988413 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faef3b7-ca39-4f37-9b20-9bec92697292 None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:34.989020 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-8faef3b7-ca39-4f37-9b20-9bec92697292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebe31e6d0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:35.097693 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-8faef3b7-ca39-4f37-9b20-9bec92697292 None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:35.229554 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f75ae-05b3-4698-a0f6-f0a6aeb256c4 req-a2c7254d-06f6-4c7a-8a1f-7fce444cba1f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:35.231093 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-820f75ae-05b3-4698-a0f6-f0a6aeb256c4 req-a2c7254d-06f6-4c7a-8a1f-7fce444cba1f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0536344
Mar 25 03:35:35.281352 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-820f75ae-05b3-4698-a0f6-f0a6aeb256c4 req-06e460f1-ac1d-4c4b-ab87-197b7f8b366d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437164
Mar 25 03:35:35.302312 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-8faef3b7-ca39-4f37-9b20-9bec92697292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebe31e6d0>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:22Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:35.329828 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faef3b7-ca39-4f37-9b20-9bec92697292 None None] The sync data for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi is: [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:22Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:35:35.376681 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-fc0fe93c-d79f-487d-bf36-22ad86ee8685 req-e2ab1fba-5b85-48c5-90f0-99a2b72a5399 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d427ffc-66b4-4a8a-8126-6c8a14bf361c HTTP/1.1" status: 200  len: 210 time: 0.0284309
Mar 25 03:35:35.563905 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57a248-a35d-4a16-8d6d-29f2d7473df6 None None] New status for floating IP bd3f314d-737b-43c2-9219-17efbd8dd6dc: DOWN {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:35:36.400959 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6309ceb-6202-40c9-9fea-fa234f545aa8 req-52eb95bb-20ae-4370-a640-93f84ec5aa13 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:36.402518 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c6309ceb-6202-40c9-9fea-fa234f545aa8 req-52eb95bb-20ae-4370-a640-93f84ec5aa13 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0539665
Mar 25 03:35:36.459176 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c6309ceb-6202-40c9-9fea-fa234f545aa8 req-41250d04-7cc1-41e4-b0b7-5c8e854c430a tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500562
Mar 25 03:35:36.542823 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34492) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:36.595508 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group (4355af30-8498-4b6e-b33c-c7498b17d244), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:36.617945 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group (4355af30-8498-4b6e-b33c-c7498b17d244), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:36.775476 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (4355af30-8498-4b6e-b33c-c7498b17d244), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:36.778189 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:36.779448 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "DELETE /v2.0/security-groups/4355af30-8498-4b6e-b33c-c7498b17d244 HTTP/1.1" status: 204  len: 168 time: 0.2355852
Mar 25 03:35:36.782346 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34500) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:36.789013 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4355af30-8498-4b6e-b33c-c7498b17d244,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:36.794735 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.api.v2.resource [None req-b8aea3da-c783-4715-b388-284ea61f9c21 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] show failed (client error): The resource could not be found.
Mar 25 03:35:36.795720 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-b8aea3da-c783-4715-b388-284ea61f9c21 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups/4355af30-8498-4b6e-b33c-c7498b17d244 HTTP/1.1" status: 404  len: 347 time: 0.0123961
Mar 25 03:35:36.796036 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.796372 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.796753 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.797096 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.797428 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.797786 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.798113 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.798525 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.798637 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34502) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:36.798858 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.799183 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.799508 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.799829 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.800150 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.800468 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.800989 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45554a8-7b52-40f9-a361-3f0a2ca9b011 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:36.929751 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 067fb160-522b-4926-bf99-f14b1630b448 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:35:36.951702 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 067fb160-522b-4926-bf99-f14b1630b448 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:35:36.952052 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 067fb160-522b-4926-bf99-f14b1630b448 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:35:37.160917 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-722e3afd-ddf0-4008-93fd-9d391b6f0c62 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Deleting port ccfc99db-eaeb-47c6-9c6e-1338412750fd {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:35:37.161225 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-722e3afd-ddf0-4008-93fd-9d391b6f0c62 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (ccfc99db-eaeb-47c6-9c6e-1338412750fd), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:37.237801 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-722e3afd-ddf0-4008-93fd-9d391b6f0c62 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (ccfc99db-eaeb-47c6-9c6e-1338412750fd), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:37.238134 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-722e3afd-ddf0-4008-93fd-9d391b6f0c62 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (ccfc99db-eaeb-47c6-9c6e-1338412750fd), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:37.251255 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-722e3afd-ddf0-4008-93fd-9d391b6f0c62 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Calling delete_port for ccfc99db-eaeb-47c6-9c6e-1338412750fd owned by network:floatingip {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:35:37.449658 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-722e3afd-ddf0-4008-93fd-9d391b6f0c62 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (ccfc99db-eaeb-47c6-9c6e-1338412750fd), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:37.475493 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e3afd-ddf0-4008-93fd-9d391b6f0c62 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event deleted for resources: {'Port': ['ID=ccfc99db-eaeb-47c6-9c6e-1338412750fd,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:37.565977 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-722e3afd-ddf0-4008-93fd-9d391b6f0c62 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (bd3f314d-737b-43c2-9219-17efbd8dd6dc), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:37.568510 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-722e3afd-ddf0-4008-93fd-9d391b6f0c62 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:37.569642 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-722e3afd-ddf0-4008-93fd-9d391b6f0c62 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "DELETE /v2.0/floatingips/bd3f314d-737b-43c2-9219-17efbd8dd6dc HTTP/1.1" status: 204  len: 168 time: 0.7701683
Mar 25 03:35:37.592537 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6e4cb-f11c-4f44-91d8-7cca844c3eef req-a3e9379f-19a8-48a0-9a2d-5b2af41db1ae tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:37.594111 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-61b6e4cb-f11c-4f44-91d8-7cca844c3eef req-a3e9379f-19a8-48a0-9a2d-5b2af41db1ae tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0631895
Mar 25 03:35:37.642841 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-61b6e4cb-f11c-4f44-91d8-7cca844c3eef req-a5391385-707d-4e30-a0fa-14e41cd6d354 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406253
Mar 25 03:35:37.782887 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34510) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:37.787555 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-542ecb57-3a82-426d-a175-4bdc0e2b44ca tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753599271', 'description': 'tempest-description--1801873848'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:37.878862 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-542ecb57-3a82-426d-a175-4bdc0e2b44ca tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:37.947293 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-542ecb57-3a82-426d-a175-4bdc0e2b44ca tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group (223d941b-cd09-4b61-a9a1-707fa423431b), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:38.031907 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-542ecb57-3a82-426d-a175-4bdc0e2b44ca tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (223d941b-cd09-4b61-a9a1-707fa423431b), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:38.059472 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ecb57-3a82-426d-a175-4bdc0e2b44ca tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223d941b-cd09-4b61-a9a1-707fa423431b,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:38.126353 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-542ecb57-3a82-426d-a175-4bdc0e2b44ca tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:38.127644 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-542ecb57-3a82-426d-a175-4bdc0e2b44ca tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3436582
Mar 25 03:35:38.130418 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34518) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:38.134746 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-3eefefdb-64be-47d4-a421-a0716a3713c0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Request body: {'security_group_rule': {'security_group_id': '223d941b-cd09-4b61-a9a1-707fa423431b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:38.225868 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3eefefdb-64be-47d4-a421-a0716a3713c0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group_rule (27e0d5e5-8e2c-4318-924b-abb619145b10), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:38.278922 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3eefefdb-64be-47d4-a421-a0716a3713c0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group_rule (27e0d5e5-8e2c-4318-924b-abb619145b10), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:38.362651 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3eefefdb-64be-47d4-a421-a0716a3713c0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (27e0d5e5-8e2c-4318-924b-abb619145b10), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:38.381622 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefefdb-64be-47d4-a421-a0716a3713c0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e0d5e5-8e2c-4318-924b-abb619145b10,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:38.457270 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3eefefdb-64be-47d4-a421-a0716a3713c0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:38.458541 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-3eefefdb-64be-47d4-a421-a0716a3713c0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3271563
Mar 25 03:35:38.461634 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34520) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:38.466136 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-a17196e0-1d06-483a-9c7e-332360782d9d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Request body: {'security_group_rule': {'security_group_id': '223d941b-cd09-4b61-a9a1-707fa423431b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:38.561252 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a17196e0-1d06-483a-9c7e-332360782d9d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group_rule (7791e136-8a89-4f6f-bde6-f6c62a2ad107), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:38.615079 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a17196e0-1d06-483a-9c7e-332360782d9d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group_rule (7791e136-8a89-4f6f-bde6-f6c62a2ad107), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:38.685334 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a17196e0-1d06-483a-9c7e-332360782d9d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (7791e136-8a89-4f6f-bde6-f6c62a2ad107), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:38.704803 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17196e0-1d06-483a-9c7e-332360782d9d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7791e136-8a89-4f6f-bde6-f6c62a2ad107,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:38.765962 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f3522-2339-4ed9-9787-0df387c4f098 req-c9484bee-1934-4b6d-9ad8-3f4710a74027 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:38.767413 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4e3f3522-2339-4ed9-9787-0df387c4f098 req-c9484bee-1934-4b6d-9ad8-3f4710a74027 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0557182
Mar 25 03:35:38.787671 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a17196e0-1d06-483a-9c7e-332360782d9d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:38.788830 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-a17196e0-1d06-483a-9c7e-332360782d9d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3262358
Mar 25 03:35:38.792187 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34524) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:38.797282 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:38.818204 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4e3f3522-2339-4ed9-9787-0df387c4f098 req-b492af17-d057-49bd-8dff-b628b922f147 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453477
Mar 25 03:35:38.889269 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:38.977500 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:39.081584 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Allocated IP 172.27.0.107 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/ddeb247a-b908-4577-81c9-0a07b84bb5a1) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:35:39.182971 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for port (ddeb247a-b908-4577-81c9-0a07b84bb5a1), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:39.273614 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (ddeb247a-b908-4577-81c9-0a07b84bb5a1), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:39.309772 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:35:39.312556 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:35:39.314973 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:35:39.333626 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event updated for resources: {'Port': ['ID=ddeb247a-b908-4577-81c9-0a07b84bb5a1,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:39.375492 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (e34ca356-3657-4f99-9631-c08f7bb59f6f), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:39.546889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ddeb247a-b908-4577-81c9-0a07b84bb5a1), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:39.701084 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for port (ddeb247a-b908-4577-81c9-0a07b84bb5a1), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:39.775553 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (ddeb247a-b908-4577-81c9-0a07b84bb5a1), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:39.803205 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (e34ca356-3657-4f99-9631-c08f7bb59f6f), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:39.827571 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event updated for resources: {'Port': ['ID=ddeb247a-b908-4577-81c9-0a07b84bb5a1,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:39.903278 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:39.904480 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-53684954-8284-4e3f-8087-c50394089b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1112587
Mar 25 03:35:39.944961 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385abe45-6e66-432c-aeb2-3e90197b8bc2 req-64cb837f-58d8-4b32-95dd-b1b4cf3d13ad tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:39.946500 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-385abe45-6e66-432c-aeb2-3e90197b8bc2 req-64cb837f-58d8-4b32-95dd-b1b4cf3d13ad tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0553732
Mar 25 03:35:39.994244 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-385abe45-6e66-432c-aeb2-3e90197b8bc2 req-e386c6fe-c56a-4102-903c-9e2294b1bf27 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414319
Mar 25 03:35:40.099140 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-83244992-ca6a-4b6f-8b3f-13b0c7766105 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1753599271&fields=id&tenant_id=cb503745eeb5421c88b2fe9a4ef78921 HTTP/1.1" status: 200  len: 267 time: 0.0415449
Mar 25 03:35:40.202265 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-c91c835f-e67b-445c-8a72-9c52a9106b44 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:40.203818 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-c91c835f-e67b-445c-8a72-9c52a9106b44 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/networks?id=2c5a4335-913f-4831-9329-aefa2b16e173 HTTP/1.1" status: 200  len: 817 time: 0.0984390
Mar 25 03:35:40.218342 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-9fa3bc1d-8e23-494a-b3e3-f6d47dea5b2e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/quotas/cb503745eeb5421c88b2fe9a4ef78921 HTTP/1.1" status: 200  len: 375 time: 0.0091746
Mar 25 03:35:40.275488 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-36ec1c37-9952-49c4-9db6-f3216422321b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0525587
Mar 25 03:35:40.366512 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-d0c2fb26-a3d2-4695-b06e-4e4996d03715 service neutron] 10.222.0.24 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799372
Mar 25 03:35:40.456968 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-69fe5a92-e4c5-4d00-bac4-e51cf6cdd029 service neutron] 10.222.0.24 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839007
Mar 25 03:35:40.674311 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-61f5b478-e938-4e47-9b51-06a4a96d90f5 req-82f52fe5-4f8c-4324-b910-70ce7e763502 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 210 time: 0.0308440
Mar 25 03:35:41.113327 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6fb49-6ea1-4f65-a9db-3c9e24608de3 req-be0e60ab-6a64-4c7b-8629-c9a96a66ae51 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:41.114849 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fbb6fb49-6ea1-4f65-a9db-3c9e24608de3 req-be0e60ab-6a64-4c7b-8629-c9a96a66ae51 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0538623
Mar 25 03:35:41.165873 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fbb6fb49-6ea1-4f65-a9db-3c9e24608de3 req-f680beba-6442-4ca7-a38a-c5c4f2ee059e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418556
Mar 25 03:35:41.769046 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-356ca0bc-c696-4808-a6b5-d299f446a2cd req-eabadbbd-a52c-459d-894c-de6b91e43242 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 210 time: 0.0269194
Mar 25 03:35:41.826771 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34586) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:41.872322 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_v2 [None req-3accbc02-500e-4a9b-b2e9-5f36db61de73 admin admin] Deleting subnet 3b02582a-279f-4c3a-b771-b7afba88bf33 {{(pid=103656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:35:41.875494 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3accbc02-500e-4a9b-b2e9-5f36db61de73 admin admin] Publish callbacks [] for subnet (3b02582a-279f-4c3a-b771-b7afba88bf33), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:41.917523 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3accbc02-500e-4a9b-b2e9-5f36db61de73 admin admin] Publish callbacks [] for subnet (3b02582a-279f-4c3a-b771-b7afba88bf33), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:41.927044 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3accbc02-500e-4a9b-b2e9-5f36db61de73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (3b02582a-279f-4c3a-b771-b7afba88bf33), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:42.039059 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3accbc02-500e-4a9b-b2e9-5f36db61de73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for subnet (3b02582a-279f-4c3a-b771-b7afba88bf33), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:42.283321 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9fda-e3a8-45d7-9b32-ab62dc8c3b1b req-d43bc97d-2f9a-464c-b706-832b872c8a16 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:42.284836 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-643b9fda-e3a8-45d7-9b32-ab62dc8c3b1b req-d43bc97d-2f9a-464c-b706-832b872c8a16 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0537853
Mar 25 03:35:42.291137 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accbc02-500e-4a9b-b2e9-5f36db61de73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b02582a-279f-4c3a-b771-b7afba88bf33,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:42.293297 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3accbc02-500e-4a9b-b2e9-5f36db61de73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:42.299632 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-3accbc02-500e-4a9b-b2e9-5f36db61de73 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3b02582a-279f-4c3a-b771-b7afba88bf33 HTTP/1.1" status: 204  len: 168 time: 0.4691901
Mar 25 03:35:42.299632 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34590) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:42.334927 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-643b9fda-e3a8-45d7-9b32-ab62dc8c3b1b req-5900ac19-9d28-475a-a3c7-f83b065ec34f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443928
Mar 25 03:35:42.365953 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (22cae172-9e74-44b0-aac7-9397eefb5f4f), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:42.448729 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (22cae172-9e74-44b0-aac7-9397eefb5f4f), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:42.469379 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4eb6da6190>> segment before_delete 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.469757 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4eb6da6190>> subnet precommit_delete_associations 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.470498 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6da6ac0>> segment_host_mapping after_create 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.470870 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6da6ac0>> port after_create 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.471197 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6da6ac0>> port after_delete 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.471613 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6da6ac0>> port after_update 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.471940 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6da6ac0>> segment after_delete 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.472262 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6da6ac0>> subnet after_create 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.472582 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6da6ac0>> subnet after_delete 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.472929 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4eb6da6ac0>> subnet after_update 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.567509 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4eb69ad3a0>> subnet after_create 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.567781 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4eb69ad3a0>> subnet after_delete 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.568751 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4eb69ad3a0>> subnet before_create 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.568751 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4eb69ad3a0>> subnet before_update 55550000 {{(pid=103656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 25 03:35:42.568973 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb6da6be0>,) {'filters': {'network_id': ['22cae172-9e74-44b0-aac7-9397eefb5f4f']}} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:42.587536 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6da6be0>, '06d579de-ed8a-474b-8d53-73cc177fb850') {'for_net_delete': True} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:42.587839 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6da6be0>, '06d579de-ed8a-474b-8d53-73cc177fb850') {} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:42.595964 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-e7b6f7c1-56cb-4b3f-9fc6-5ba918faf35a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:42.597405 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-e7b6f7c1-56cb-4b3f-9fc6-5ba918faf35a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.35 "GET /v2.0/networks?id=2c5a4335-913f-4831-9329-aefa2b16e173 HTTP/1.1" status: 200  len: 817 time: 0.0997913
Mar 25 03:35:42.603711 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8580423'] for segment (06d579de-ed8a-474b-8d53-73cc177fb850), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:42.624929 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (06d579de-ed8a-474b-8d53-73cc177fb850), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:42.633006 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:35:42.633392 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583136'] for segment (06d579de-ed8a-474b-8d53-73cc177fb850), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   from cryptography.utils import int_from_bytes
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   from cryptography.utils import int_from_bytes
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]: Traceback (most recent call last):
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     timer()
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     cb(*args, **kw)
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     return func(*args, **kwargs)
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     self._notify()
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     self.callback(batched_events)
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     event.method(event)
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     return f(self, *a, **k)
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._get(url).json()
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:35:42.637494 dv-cinder-835168-1-iscsi neutron-server[103656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:35:42.660946 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-ac58c8e7-f622-4f94-bbb7-fd7ad748f0db tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb503745eeb5421c88b2fe9a4ef78921 HTTP/1.1" status: 200  len: 380 time: 0.0537620
Mar 25 03:35:42.671394 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-60ad3ae6-f79d-4f48-bd75-c169af8a6f36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Request body: {'port': {'device_id': 'afc70822-cf36-4982-93e8-3480069d38e4', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'admin_state_up': True, 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'security_groups': ['223d941b-cd09-4b61-a9a1-707fa423431b']}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:42.815903 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (22cae172-9e74-44b0-aac7-9397eefb5f4f), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:42.837619 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:42.838762 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f1b5b28d-2e92-470f-b088-f23e22ed89ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:42.841985 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] 10.222.0.24 "DELETE /v2.0/networks/22cae172-9e74-44b0-aac7-9397eefb5f4f HTTP/1.1" status: 204  len: 168 time: 0.5414970
Mar 25 03:35:42.844779 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b0599-c606-45f5-b22e-5627580f2d47 admin admin] Pushing event deleted for resources: {'Network': ['ID=22cae172-9e74-44b0-aac7-9397eefb5f4f,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:42.876582 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7359ce30-2436-4320-b651-5732b9acdc89 req-96e9221e-2991-410a-b4f0-19105355ed9d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 210 time: 0.0331030
Mar 25 03:35:42.901477 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-60ad3ae6-f79d-4f48-bd75-c169af8a6f36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Made reservation on behalf of cb503745eeb5421c88b2fe9a4ef78921 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:35:42.905688 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-60ad3ae6-f79d-4f48-bd75-c169af8a6f36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:43.035537 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-60ad3ae6-f79d-4f48-bd75-c169af8a6f36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Allocated IP 172.20.0.12 (2c5a4335-913f-4831-9329-aefa2b16e173/f0fc2db0-5f07-4ebd-b00d-4236a2fef620/236fe708-aeee-4282-bd75-72e9e2f5e1d9) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:35:43.168029 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-60ad3ae6-f79d-4f48-bd75-c169af8a6f36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:43.296256 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-60ad3ae6-f79d-4f48-bd75-c169af8a6f36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:43.336292 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-60ad3ae6-f79d-4f48-bd75-c169af8a6f36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Network 2c5a4335-913f-4831-9329-aefa2b16e173 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:35:43.339261 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-60ad3ae6-f79d-4f48-bd75-c169af8a6f36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:35:43.343743 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-60ad3ae6-f79d-4f48-bd75-c169af8a6f36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:35:43.360523 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34602) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:43.380056 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad3ae6-f79d-4f48-bd75-c169af8a6f36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event updated for resources: {'Port': ['ID=236fe708-aeee-4282-bd75-72e9e2f5e1d9,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:43.411517 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-8b820a55-4847-45ab-9bc8-9799cc3a6c35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5185ed76d0a4079bda29a0cf1b3f428&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0498300
Mar 25 03:35:43.414876 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34604) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:43.423695 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-60ad3ae6-f79d-4f48-bd75-c169af8a6f36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:43.423695 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-60ad3ae6-f79d-4f48-bd75-c169af8a6f36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:43.466635 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fc6b4697-225b-4d62-ae58-1958cbfdc409 admin admin] Publish callbacks [] for security_group (56639dd1-f345-4d74-b107-a9e8b8141864), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:43.485456 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7bf73-36fb-41e6-a9af-6574ed67fdc3 req-d382b967-cdc4-4964-be03-9a8dcdc01f69 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:43.487043 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4ad7bf73-36fb-41e6-a9af-6574ed67fdc3 req-d382b967-cdc4-4964-be03-9a8dcdc01f69 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0759943
Mar 25 03:35:43.489158 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fc6b4697-225b-4d62-ae58-1958cbfdc409 admin admin] Publish callbacks [] for security_group (56639dd1-f345-4d74-b107-a9e8b8141864), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:43.540949 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4ad7bf73-36fb-41e6-a9af-6574ed67fdc3 req-13561bfa-b580-4ba2-8eee-b8f664d3a2c3 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477412
Mar 25 03:35:43.555565 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-60ad3ae6-f79d-4f48-bd75-c169af8a6f36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8887038
Mar 25 03:35:43.569859 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Request body: {'port': {'device_id': 'afc70822-cf36-4982-93e8-3480069d38e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:43.615458 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fc6b4697-225b-4d62-ae58-1958cbfdc409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (56639dd1-f345-4d74-b107-a9e8b8141864), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:43.618196 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fc6b4697-225b-4d62-ae58-1958cbfdc409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:43.619464 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-fc6b4697-225b-4d62-ae58-1958cbfdc409 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56639dd1-f345-4d74-b107-a9e8b8141864 HTTP/1.1" status: 204  len: 168 time: 0.2034831
Mar 25 03:35:43.631714 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b4697-225b-4d62-ae58-1958cbfdc409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56639dd1-f345-4d74-b107-a9e8b8141864,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:43.637009 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:43.675662 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-6c7e3c59-08cf-45c3-8a61-963c9e3ce22b None None] Provisioning complete for port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:43.675965 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6c7e3c59-08cf-45c3-8a61-963c9e3ce22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:43.712395 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e3c59-08cf-45c3-8a61-963c9e3ce22b None None] Port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:35:43.952334 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236fe708-aeee-4282-bd75-72e9e2f5e1d9 {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:35:43.975823 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca39bf-4313-4933-a33e-5b66b76b7833 req-121ebce4-f10f-466e-ad3f-d467d7599782 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:43.977551 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-dcca39bf-4313-4933-a33e-5b66b76b7833 req-121ebce4-f10f-466e-ad3f-d467d7599782 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.1105521
Mar 25 03:35:43.979589 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Publish callbacks [] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:44.000891 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Transition to ACTIVE for port object 236fe708-aeee-4282-bd75-72e9e2f5e1d9 will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:35:44.036555 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89809741-db18-4ae5-9dee-d87cd4ceaf15 req-fcd7f845-5516-4e7c-b8a4-792b4746e04e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:44.038813 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-89809741-db18-4ae5-9dee-d87cd4ceaf15 req-fcd7f845-5516-4e7c-b8a4-792b4746e04e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 932 time: 0.0716143
Mar 25 03:35:44.045138 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-dcca39bf-4313-4933-a33e-5b66b76b7833 req-cd573a59-3dd3-4edb-961a-b749d4b7e3da tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585599
Mar 25 03:35:44.084852 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:44.088121 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be25d64-8db5-44bf-9089-9c23e03809fb req-9270042e-4846-4a51-bbf7-40f59b3ab88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:44.089172 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-89809741-db18-4ae5-9dee-d87cd4ceaf15 req-7dd29d51-1e33-4fc2-81e9-7f348977cf7a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442240
Mar 25 03:35:44.089588 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3be25d64-8db5-44bf-9089-9c23e03809fb req-9270042e-4846-4a51-bbf7-40f59b3ab88b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=680fe419d6a44ddcb8a1965b421ce8e9&device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 1129 time: 0.0598004
Mar 25 03:35:44.188816 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Pushing event updated for resources: {'Port': ['ID=236fe708-aeee-4282-bd75-72e9e2f5e1d9,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:44.275513 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be25d64-8db5-44bf-9089-9c23e03809fb req-9bd7cc6c-4435-4f42-bdd2-142239c27a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:44.276955 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3be25d64-8db5-44bf-9089-9c23e03809fb req-9bd7cc6c-4435-4f42-bdd2-142239c27a19 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0fe920f0-4ddb-467c-b2c3-bde300f41195 HTTP/1.1" status: 200  len: 911 time: 0.1622548
Mar 25 03:35:44.338537 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Attempting to bind port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:35:44.339157 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Attempting to bind port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:35:44.339157 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Attempting to bind port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 on network 2c5a4335-913f-4831-9329-aefa2b16e173 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:35:44.346392 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 on network 2c5a4335-913f-4831-9329-aefa2b16e173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:35:44.346711 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Attempting to bind port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 on network 2c5a4335-913f-4831-9329-aefa2b16e173 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:35:44.355597 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:35:44.355958 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Checking segment: {'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:35:44.356363 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Bound using segment: {'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:35:44.356784 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Bound port: 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410c8fea-a623-4309-b4d6-acfab56d6e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:35:44.357134 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:44.374003 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3be25d64-8db5-44bf-9089-9c23e03809fb req-a9c3346c-fda4-4643-8f4f-091e23df234d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9983117-474b-4d6c-a92f-7cafb4b13c9f HTTP/1.1" status: 200  len: 1001 time: 0.0831711
Mar 25 03:35:44.462607 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be25d64-8db5-44bf-9089-9c23e03809fb req-7f148709-8a1a-45e7-9d5e-ba18dcccc6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:44.462607 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3be25d64-8db5-44bf-9089-9c23e03809fb req-7f148709-8a1a-45e7-9d5e-ba18dcccc6fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6 HTTP/1.1" status: 200  len: 849 time: 0.0637150
Mar 25 03:35:44.465232 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] For port 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:35:44.468522 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] For port 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:35:44.515533 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be25d64-8db5-44bf-9089-9c23e03809fb req-ab27769e-a92c-4467-9c95-a0f49128173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:44.517012 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3be25d64-8db5-44bf-9089-9c23e03809fb req-ab27769e-a92c-4467-9c95-a0f49128173e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe920f0-4ddb-467c-b2c3-bde300f41195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0448475
Mar 25 03:35:44.542141 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:44.613587 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:44.614235 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:44.615618 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] 10.222.0.35 "PUT /v2.0/ports/236fe708-aeee-4282-bd75-72e9e2f5e1d9 HTTP/1.1" status: 200  len: 1094 time: 1.0514057
Mar 25 03:35:44.616061 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:35:44.618293 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e4a2c9-2c59-4d56-92b6-c458170e3b18" -d '{"events": [{"name": "network-changed", "server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:35:44.649397 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10a716-1d54-41f7-bd3a-699768127c13 service neutron] Pushing event updated for resources: {'Port': ['ID=236fe708-aeee-4282-bd75-72e9e2f5e1d9,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:44.667238 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20870657-074b-43a0-8511-9be5ffa97ec8 x-openstack-request-id: req-20870657-074b-43a0-8511-9be5ffa97ec8 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:35:44.667535 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:35:44.667789 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20870657-074b-43a0-8511-9be5ffa97ec8 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:35:44.668723 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20870657-074b-43a0-8511-9be5ffa97ec8'] response: {'name': 'network-changed', 'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'status': 'completed', 'code': 200}
Mar 25 03:35:44.671172 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3be25d64-8db5-44bf-9089-9c23e03809fb req-79674304-da0e-4d66-aaf0-8221f2e73541 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464658
Mar 25 03:35:44.792498 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34634) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:44.812159 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4a2c9-2c59-4d56-92b6-c458170e3b18 req-bde74d84-ae78-4b96-8899-9727ac78e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:44.813717 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-02e4a2c9-2c59-4d56-92b6-c458170e3b18 req-bde74d84-ae78-4b96-8899-9727ac78e299 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 1128 time: 0.1131179
Mar 25 03:35:44.817494 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3be25d64-8db5-44bf-9089-9c23e03809fb req-ac4cd544-ada8-4dcf-9590-1a48108c4b28 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366985
Mar 25 03:35:44.904748 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1781976372-network', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:44.926736 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4a2c9-2c59-4d56-92b6-c458170e3b18 req-21aba932-e93f-4491-ad33-8bf56561028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:44.928269 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-02e4a2c9-2c59-4d56-92b6-c458170e3b18 req-21aba932-e93f-4491-ad33-8bf56561028c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&shared=False HTTP/1.1" status: 200  len: 918 time: 0.0979307
Mar 25 03:35:44.998565 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Made reservation on behalf of 48056ec4a0a14de9bc3675f24e816164 for: {'network': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:35:45.008576 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:45.009893 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:45.019991 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4a2c9-2c59-4d56-92b6-c458170e3b18 req-9ab5ed05-0511-440e-ba0a-4a46dcd34af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:45.021468 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-02e4a2c9-2c59-4d56-92b6-c458170e3b18 req-9ab5ed05-0511-440e-ba0a-4a46dcd34af3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0863204
Mar 25 03:35:45.083483 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Publish callbacks [] for security_group (64311751-ee73-4289-ae60-04a43fdd04d5), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:45.109643 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-e4ad34e3-e6a0-468a-8830-5dd5b7475582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:45.111395 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-e4ad34e3-e6a0-468a-8830-5dd5b7475582 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 1128 time: 0.0467310
Mar 25 03:35:45.159815 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-741c66e9-fedc-4b55-a4ca-e610609d4329 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9 HTTP/1.1" status: 200  len: 217 time: 0.0382853
Mar 25 03:35:45.160144 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (64311751-ee73-4289-ae60-04a43fdd04d5), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:45.181130 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c45affea-a15e-4009-993d-c79af3c0ae7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:45.193711 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194}  {{(pid=103656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:35:45.207859 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64311751-ee73-4289-ae60-04a43fdd04d5,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:45.210732 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (08f7466a-cdd0-4660-a422-67d378de88b7), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:45.211133 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.segments_db [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Added segment 08f7466a-cdd0-4660-a422-67d378de88b7 of type vlan for network 81599753-6f37-4c20-8ddf-546347b4f65f
Mar 25 03:35:45.227459 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada1984-bc93-457b-8dc3-78e7784599f1 req-01019f23-ff15-4095-9a08-99f5a08c28f6 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:45.228969 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1ada1984-bc93-457b-8dc3-78e7784599f1 req-01019f23-ff15-4095-9a08-99f5a08c28f6 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.1071675
Mar 25 03:35:45.241709 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-26e3d472-1d7e-43cd-814b-a603a4919cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:45.246332 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-26e3d472-1d7e-43cd-814b-a603a4919cb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0fc2db0-5f07-4ebd-b00d-4236a2fef620 HTTP/1.1" status: 200  len: 856 time: 0.0723004
Mar 25 03:35:45.259143 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ee2f6-e51d-4334-ae36-d04ebec5e7c1 req-517ccd94-165e-48bf-9265-da1a59500314 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:45.260644 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e88ee2f6-e51d-4334-ae36-d04ebec5e7c1 req-517ccd94-165e-48bf-9265-da1a59500314 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0914660
Mar 25 03:35:45.277186 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (81599753-6f37-4c20-8ddf-546347b4f65f), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:45.320229 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1ada1984-bc93-457b-8dc3-78e7784599f1 req-9cdd7aa6-bf53-4294-b74b-114f2619cd2b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689895
Mar 25 03:35:45.338702 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-cabc4ca6-0534-4c57-96e3-4d1ceb294cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:45.340493 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-cabc4ca6-0534-4c57-96e3-4d1ceb294cad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c5a4335-913f-4831-9329-aefa2b16e173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0777035
Mar 25 03:35:45.343927 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e88ee2f6-e51d-4334-ae36-d04ebec5e7c1 req-5ae986c0-694a-451a-8c78-9f5ddf8d94d6 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720198
Mar 25 03:35:45.381216 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (81599753-6f37-4c20-8ddf-546347b4f65f), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:45.382434 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:45.383101 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:45.430744 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-b8e15873-53b8-4fed-8888-81da61bdb9fa service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827513
Mar 25 03:35:45.443202 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] Pushing event updated for resources: {'Network': ['ID=81599753-6f37-4c20-8ddf-546347b4f65f,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:45.454323 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 81599753-6f37-4c20-8ddf-546347b4f65f details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:35:45.502750 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-8640bf33-ee33-4c76-839f-c0d81d942c92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7082090
Mar 25 03:35:45.503281 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34642) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:45.507981 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-b2efd680-c3dd-4205-a55c-52142b6a8d05 admin admin] Request body: {'subnet': {'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1781976372-subnet', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'ip_version': 4}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:45.540037 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92c1431e-0124-45d4-8960-bc499bf4ec29 req-0eecead6-61b2-4409-a92e-2030c48569c2 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013141
Mar 25 03:35:45.621297 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2efd680-c3dd-4205-a55c-52142b6a8d05 admin admin] Made reservation on behalf of 48056ec4a0a14de9bc3675f24e816164 for: {'subnet': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:35:45.623769 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b2efd680-c3dd-4205-a55c-52142b6a8d05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8846513'] for subnet (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:45.861137 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b2efd680-c3dd-4205-a55c-52142b6a8d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8846503'] for subnet (e91e36b2-ae84-44ed-9e80-1ddc8b7776ce), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:45.915910 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efd680-c3dd-4205-a55c-52142b6a8d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91e36b2-ae84-44ed-9e80-1ddc8b7776ce,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:45.924142 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2efd680-c3dd-4205-a55c-52142b6a8d05 admin admin] Checking segment: {'id': '08f7466a-cdd0-4660-a422-67d378de88b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:35:45.924501 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2efd680-c3dd-4205-a55c-52142b6a8d05 admin admin] Network hostable DHCP agents. Network: 81599753-6f37-4c20-8ddf-546347b4f65f, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:35:46.020919 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2efd680-c3dd-4205-a55c-52142b6a8d05 admin admin] Network 81599753-6f37-4c20-8ddf-546347b4f65f is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:35:46.106960 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-b2efd680-c3dd-4205-a55c-52142b6a8d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 81599753-6f37-4c20-8ddf-546347b4f65f) {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:35:46.111086 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2efd680-c3dd-4205-a55c-52142b6a8d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:46.111810 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b2efd680-c3dd-4205-a55c-52142b6a8d05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.115178 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ab2a2e-f9cc-4dd2-a11a-c4e8d1480d0e None None] Network 81599753-6f37-4c20-8ddf-546347b4f65f requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:35:46.186723 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.206922 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-b2efd680-c3dd-4205-a55c-52142b6a8d05 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7025886
Mar 25 03:35:46.217526 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34644) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:46.217526 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:46.217828 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc172e3e5-e1be-56d1-a7aa-0c23e9db9063-81599753-6f37-4c20-8ddf-546347b4f65f', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce'}]}} from dv-cinder-835168-1-iscsi. {{(pid=103657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 25 03:35:46.217828 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.313239 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6037'] for router (6ab9755f-f845-4385-a4d8-ebb2e9df237f), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.314844 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6124'] for router (6ab9755f-f845-4385-a4d8-ebb2e9df237f), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.346167 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Allocated IP 172.20.0.2 (81599753-6f37-4c20-8ddf-546347b4f65f/e91e36b2-ae84-44ed-9e80-1ddc8b7776ce/2300ce7a-b033-474f-90c1-c8dd49ea22d8) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:35:46.366312 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Publish callbacks [] for router_controller (6ab9755f-f845-4385-a4d8-ebb2e9df237f), precommit_add_association {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.473510 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad122c03-e62c-4d0f-bd7f-a3fc2c274237 req-8249057a-84d0-43d8-bd48-478e063d4d49 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:46.475165 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ad122c03-e62c-4d0f-bd7f-a3fc2c274237 req-8249057a-84d0-43d8-bd48-478e063d4d49 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0548520
Mar 25 03:35:46.491453 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfb159-526f-4c68-962e-c46003b8c499 req-f2fa5c10-0c71-4f31-95de-e10ec8b9d884 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:46.497700 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-87cfb159-526f-4c68-962e-c46003b8c499 req-f2fa5c10-0c71-4f31-95de-e10ec8b9d884 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0932896
Mar 25 03:35:46.503884 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Publish callbacks [] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.526605 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ad122c03-e62c-4d0f-bd7f-a3fc2c274237 req-1299fb21-5668-438c-914c-6ba4cc6f8031 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452120
Mar 25 03:35:46.604628 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.632348 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Publish callbacks [] for router_gateway (6ab9755f-f845-4385-a4d8-ebb2e9df237f), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.638760 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-87cfb159-526f-4c68-962e-c46003b8c499 req-85eba1d9-b6f0-4b77-810e-590128aaf23c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127021
Mar 25 03:35:46.640645 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Network 81599753-6f37-4c20-8ddf-546347b4f65f is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:35:46.643575 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Resources bound (agent type, host, resource id):  {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:35:46.647249 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:35:46.682221 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Pushing event updated for resources: {'Port': ['ID=2300ce7a-b033-474f-90c1-c8dd49ea22d8,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:46.706804 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.707150 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.707491 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.707826 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.708162 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.708490 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.708838 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.709159 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.709478 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.709829 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.710151 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.710469 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.710784 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.711130 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.711447 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:46.724402 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Attempting to bind port 2300ce7a-b033-474f-90c1-c8dd49ea22d8 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:35:46.724773 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Attempting to bind port 2300ce7a-b033-474f-90c1-c8dd49ea22d8 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '08f7466a-cdd0-4660-a422-67d378de88b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:35:46.725134 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Attempting to bind port 2300ce7a-b033-474f-90c1-c8dd49ea22d8 on network 81599753-6f37-4c20-8ddf-546347b4f65f {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:35:46.730226 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:35:46.731112 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Checking segment: {'id': '08f7466a-cdd0-4660-a422-67d378de88b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:35:46.731510 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.731899 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Bound using segment: {'id': '08f7466a-cdd0-4660-a422-67d378de88b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:35:46.732362 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Bound port: 2300ce7a-b033-474f-90c1-c8dd49ea22d8, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f7466a-cdd0-4660-a422-67d378de88b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:35:46.732736 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.796572 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] For port 2300ce7a-b033-474f-90c1-c8dd49ea22d8, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:35:46.800185 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] For port 2300ce7a-b033-474f-90c1-c8dd49ea22d8, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=2300ce7a-b033-474f-90c1-c8dd49ea22d8,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:35:46.878795 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.903050 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Publish callbacks [] for router_gateway (6ab9755f-f845-4385-a4d8-ebb2e9df237f), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.921895 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:46.942272 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44143216-cefe-4971-92b7-ad9ed4586ebf None None] Pushing event updated for resources: {'Port': ['ID=2300ce7a-b033-474f-90c1-c8dd49ea22d8,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:47.031145 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Allocated IP 172.27.0.143 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/8f190546-1170-4edf-a280-401ed3e8a832) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:35:47.142310 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Publish callbacks [] for port (8f190546-1170-4edf-a280-401ed3e8a832), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:47.233760 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (8f190546-1170-4edf-a280-401ed3e8a832), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:47.274244 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:35:47.277059 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:35:47.283815 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:35:47.305319 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Pushing event updated for resources: {'Port': ['ID=8f190546-1170-4edf-a280-401ed3e8a832,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:47.483876 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:47.612450 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Publish callbacks [] for router_gateway (6ab9755f-f845-4385-a4d8-ebb2e9df237f), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:47.656269 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2129f7b-5a46-4cb7-8751-abf7741b9efd req-c0c9afb3-2082-441b-95e9-da622951494c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:47.657845 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a2129f7b-5a46-4cb7-8751-abf7741b9efd req-c0c9afb3-2082-441b-95e9-da622951494c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0563424
Mar 25 03:35:47.715202 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a2129f7b-5a46-4cb7-8751-abf7741b9efd req-b9c63428-59da-4f27-9e07-004d78304e73 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511127
Mar 25 03:35:47.818390 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462381'] for router (6ab9755f-f845-4385-a4d8-ebb2e9df237f), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:47.852649 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead915df-cb41-4c07-a72a-148c8a420415 None None] Network 81599753-6f37-4c20-8ddf-546347b4f65f requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:35:47.929606 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-38369ff9-a66d-4731-8803-1f4907c80191 None None] Provisioning complete for port 2300ce7a-b033-474f-90c1-c8dd49ea22d8 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:47.930007 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-38369ff9-a66d-4731-8803-1f4907c80191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:48.180562 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-38369ff9-a66d-4731-8803-1f4907c80191 None None] Current status of the port 2300ce7a-b033-474f-90c1-c8dd49ea22d8 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:48.180960 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-38369ff9-a66d-4731-8803-1f4907c80191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:48.213991 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-38369ff9-a66d-4731-8803-1f4907c80191 None None] For port 2300ce7a-b033-474f-90c1-c8dd49ea22d8, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=2300ce7a-b033-474f-90c1-c8dd49ea22d8,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:35:48.255836 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Router 6ab9755f-f845-4385-a4d8-ebb2e9df237f is scheduled to L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 with binding_index 1 {{(pid=103656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 25 03:35:48.283839 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-38369ff9-a66d-4731-8803-1f4907c80191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:48.329743 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38369ff9-a66d-4731-8803-1f4907c80191 None None] Pushing event updated for resources: {'Port': ['ID=2300ce7a-b033-474f-90c1-c8dd49ea22d8,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:48.358907 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:35:48.368163 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Sync routers for ids ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:35:48.378677 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Routers {'6ab9755f-f845-4385-a4d8-ebb2e9df237f'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:48.379300 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaef281c0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:48.463378 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:48.468304 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34656) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:48.468480 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-83bf458c-37ed-4848-a94e-5cf8fe3333e4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.2578681
Mar 25 03:35:48.472061 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-52591c14-a156-44de-a99b-0deafee5047d None None] Provisioning complete for port 2300ce7a-b033-474f-90c1-c8dd49ea22d8 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:48.472447 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-52591c14-a156-44de-a99b-0deafee5047d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:48.529991 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Set router 6ab9755f-f845-4385-a4d8-ebb2e9df237f gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:48.556502 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2300ce7a-b033-474f-90c1-c8dd49ea22d8 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:35:48.717027 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-52591c14-a156-44de-a99b-0deafee5047d None None] Current status of the port 2300ce7a-b033-474f-90c1-c8dd49ea22d8 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:48.739359 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 2300ce7a-b033-474f-90c1-c8dd49ea22d8 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:48.739742 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:48.866575 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaef281c0>, [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8f190546-1170-4edf-a280-401ed3e8a832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:47Z', 'revision_number': 3, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port': {'id': '8f190546-1170-4edf-a280-401ed3e8a832', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:48.870250 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 2300ce7a-b033-474f-90c1-c8dd49ea22d8 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:48.888624 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:48.901769 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Checking router: 6ab9755f-f845-4385-a4d8-ebb2e9df237f for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:35:48.902150 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Updating router 6ab9755f-f845-4385-a4d8-ebb2e9df237f port 8f190546-1170-4edf-a280-401ed3e8a832 binding host dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:35:48.935713 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (8f190546-1170-4edf-a280-401ed3e8a832), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.024344 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05484f81-68e1-43c8-98ec-451b144f1aae req-67afbc8f-61cc-4fb2-949d-880f5a6fefb1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:49.026246 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-05484f81-68e1-43c8-98ec-451b144f1aae req-67afbc8f-61cc-4fb2-949d-880f5a6fefb1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0644956
Mar 25 03:35:49.031527 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 236fe708-aeee-4282-bd75-72e9e2f5e1d9 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:35:49.056143 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Allocated IP 172.20.0.1 (81599753-6f37-4c20-8ddf-546347b4f65f/e91e36b2-ae84-44ed-9e80-1ddc8b7776ce/7819ac71-04b8-44d8-9400-c2cd9b941a40) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:35:49.078931 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-05484f81-68e1-43c8-98ec-451b144f1aae req-c7a23597-ac7c-4856-87e7-0dad4ab2e451 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461049
Mar 25 03:35:49.164812 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Publish callbacks [] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.220643 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:35:49.238532 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'port_id': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'mac_address': 'fa:16:3e:e6:0c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:35:49.277190 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.279397 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.314248 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Network 81599753-6f37-4c20-8ddf-546347b4f65f is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:35:49.318598 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:35:49.321236 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:49.321629 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.322432 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:35:49.352238 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236fe708-aeee-4282-bd75-72e9e2f5e1d9 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:35:49.353997 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Pushing event updated for resources: {'Port': ['ID=7819ac71-04b8-44d8-9400-c2cd9b941a40,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:49.357509 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Publish callbacks [] for port (8f190546-1170-4edf-a280-401ed3e8a832), precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.375721 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:35:49.379074 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459256'] for router_interface (6ab9755f-f845-4385-a4d8-ebb2e9df237f), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.467259 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (8f190546-1170-4edf-a280-401ed3e8a832), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.499250 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.522780 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Attempting to bind port 8f190546-1170-4edf-a280-401ed3e8a832 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:35:49.523170 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Attempting to bind port 8f190546-1170-4edf-a280-401ed3e8a832 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:35:49.523520 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Attempting to bind port 8f190546-1170-4edf-a280-401ed3e8a832 on network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:35:49.529221 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ebd95-f720-49ec-a3d1-dd13e3f8a136 None None] Pushing event updated for resources: {'Port': ['ID=8f190546-1170-4edf-a280-401ed3e8a832,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:49.539390 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:35:49.540133 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Checking segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:35:49.540291 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.540542 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Bound using segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:35:49.541018 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Bound port: 8f190546-1170-4edf-a280-401ed3e8a832, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:35:49.541404 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (8f190546-1170-4edf-a280-401ed3e8a832), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.600990 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.622676 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-a0d6c275-36db-42b8-80bf-f80d7b1f788b None None] Provisioning complete for port 7819ac71-04b8-44d8-9400-c2cd9b941a40 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:49.623052 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a0d6c275-36db-42b8-80bf-f80d7b1f788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.656155 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=236fe708-aeee-4282-bd75-72e9e2f5e1d9,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:49.667330 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] For port 8f190546-1170-4edf-a280-401ed3e8a832, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:35:49.673876 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] For port 8f190546-1170-4edf-a280-401ed3e8a832, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=8f190546-1170-4edf-a280-401ed3e8a832,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:35:49.681016 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6c275-36db-42b8-80bf-f80d7b1f788b None None] Port 7819ac71-04b8-44d8-9400-c2cd9b941a40 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:35:49.761861 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Publish callbacks [] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.781887 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (8f190546-1170-4edf-a280-401ed3e8a832), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.814254 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['236fe708-aeee-4282-bd75-72e9e2f5e1d9'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:35:49.850120 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:49.873444 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ebd95-f720-49ec-a3d1-dd13e3f8a136 None None] Pushing event updated for resources: {'Port': ['ID=8f190546-1170-4edf-a280-401ed3e8a832,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:49.877741 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Routers {'6ab9755f-f845-4385-a4d8-ebb2e9df237f'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:49.878349 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaef281c0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:49.917734 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Pushing event updated for resources: {'Port': ['ID=7819ac71-04b8-44d8-9400-c2cd9b941a40,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:49.920742 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-459116'] for router_interface (6ab9755f-f845-4385-a4d8-ebb2e9df237f), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:50.012821 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Network 81599753-6f37-4c20-8ddf-546347b4f65f is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:35:50.014375 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:35:50.151589 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Router 6ab9755f-f845-4385-a4d8-ebb2e9df237f has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:35:50.160056 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] Set router 6ab9755f-f845-4385-a4d8-ebb2e9df237f gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:50.343551 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-db6e8a8f-2d7c-4fbb-bd57-436379235cac None None] Provisioning complete for port 7819ac71-04b8-44d8-9400-c2cd9b941a40 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:50.343941 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-db6e8a8f-2d7c-4fbb-bd57-436379235cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:50.415683 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8a8f-2d7c-4fbb-bd57-436379235cac None None] Port 7819ac71-04b8-44d8-9400-c2cd9b941a40 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:35:50.445534 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaef281c0>, [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8f190546-1170-4edf-a280-401ed3e8a832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 4, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port': {'id': '8f190546-1170-4edf-a280-401ed3e8a832', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '7819ac71-04b8-44d8-9400-c2cd9b941a40', 'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'mac_address': 'fa:16:3e:02:95:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:48Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 2, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'subnets': [{'id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:50.473267 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009216c2-eb63-4648-b99f-fa43ad1d2da0 None None] The sync data for ids ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'] in dv-cinder-835168-1-iscsi is: [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8f190546-1170-4edf-a280-401ed3e8a832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 4, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port': {'id': '8f190546-1170-4edf-a280-401ed3e8a832', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '7819ac71-04b8-44d8-9400-c2cd9b941a40', 'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'mac_address': 'fa:16:3e:02:95:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:48Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 2, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'subnets': [{'id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:35:50.523836 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb27140-29c4-4ae5-99bf-e2325a301737 req-9796c885-e0e5-4e88-b4f8-14db137ffd36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:50.525287 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ccb27140-29c4-4ae5-99bf-e2325a301737 req-9796c885-e0e5-4e88-b4f8-14db137ffd36 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 945 time: 0.3696570
Mar 25 03:35:50.562929 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:35:50.576710 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-f5d12fd0-41b7-4bae-b312-cd6431881430 admin admin] 10.222.0.24 "PUT /v2.0/routers/6ab9755f-f845-4385-a4d8-ebb2e9df237f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1023586
Mar 25 03:35:50.588102 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ccb27140-29c4-4ae5-99bf-e2325a301737 req-d53a7ee9-aa70-4cd2-8b76-71d947c414d4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554943
Mar 25 03:35:51.393088 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34678) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:51.402074 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-28853360-network', 'tenant_id': 'c35f84afe6364992963940ca78607d2e'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:51.552813 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Made reservation on behalf of c35f84afe6364992963940ca78607d2e for: {'network': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:35:51.555244 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:51.565323 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:51.641653 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Publish callbacks [] for security_group (89589846-735a-4d0f-bd16-0062f12c4eb8), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:51.716299 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbae69f-308c-4c2f-be9f-3cd5527debde req-26d0161b-9105-4a64-b26c-e352b8f7c63a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:51.717820 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-afbae69f-308c-4c2f-be9f-3cd5527debde req-26d0161b-9105-4a64-b26c-e352b8f7c63a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 945 time: 0.0528202
Mar 25 03:35:51.730047 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (89589846-735a-4d0f-bd16-0062f12c4eb8), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:51.754947 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182}  {{(pid=103655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:35:51.764502 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89589846-735a-4d0f-bd16-0062f12c4eb8,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:51.765415 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-afbae69f-308c-4c2f-be9f-3cd5527debde req-a285c6f0-3bfe-49d9-98a8-50b7838fb0ac tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420864
Mar 25 03:35:51.770102 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (eb12b65c-2088-491d-8b7d-262f396ee80f), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:51.770472 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.segments_db [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Added segment eb12b65c-2088-491d-8b7d-262f396ee80f of type vlan for network 4d21a402-9315-4156-94a9-60967d0e58e7
Mar 25 03:35:51.825170 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (4d21a402-9315-4156-94a9-60967d0e58e7), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:51.912736 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (4d21a402-9315-4156-94a9-60967d0e58e7), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:51.913655 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:51.914274 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:51.973941 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] Pushing event updated for resources: {'Network': ['ID=4d21a402-9315-4156-94a9-60967d0e58e7,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:51.984379 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 4d21a402-9315-4156-94a9-60967d0e58e7 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:35:52.041483 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-af3d2ee0-6a9f-4ea4-80f6-168b4a93df27 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.6472538
Mar 25 03:35:52.044757 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34682) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:52.051854 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-97e1bbde-57e4-4647-b254-9e0687a762f7 admin admin] Request body: {'subnet': {'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-28853360-subnet', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'ip_version': 4}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:52.141192 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e1bbde-57e4-4647-b254-9e0687a762f7 admin admin] Made reservation on behalf of c35f84afe6364992963940ca78607d2e for: {'subnet': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:35:52.143584 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-97e1bbde-57e4-4647-b254-9e0687a762f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10372161'] for subnet (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:52.367800 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Sync routers for ids ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:35:52.378345 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Routers {'6ab9755f-f845-4385-a4d8-ebb2e9df237f'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:52.378942 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc3200d0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:52.381588 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-97e1bbde-57e4-4647-b254-9e0687a762f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10372183'] for subnet (0617b707-c59f-4423-a000-c31bc941a35c), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:52.441600 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1bbde-57e4-4647-b254-9e0687a762f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0617b707-c59f-4423-a000-c31bc941a35c,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:52.446216 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e1bbde-57e4-4647-b254-9e0687a762f7 admin admin] Checking segment: {'id': 'eb12b65c-2088-491d-8b7d-262f396ee80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:35:52.446652 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e1bbde-57e4-4647-b254-9e0687a762f7 admin admin] Network hostable DHCP agents. Network: 4d21a402-9315-4156-94a9-60967d0e58e7, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:35:52.491430 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Set router 6ab9755f-f845-4385-a4d8-ebb2e9df237f gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:52.524691 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 8f190546-1170-4edf-a280-401ed3e8a832 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:35:52.564044 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e1bbde-57e4-4647-b254-9e0687a762f7 admin admin] Network 4d21a402-9315-4156-94a9-60967d0e58e7 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:35:52.572446 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 8f190546-1170-4edf-a280-401ed3e8a832 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:52.577129 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (8f190546-1170-4edf-a280-401ed3e8a832), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:52.653220 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 8f190546-1170-4edf-a280-401ed3e8a832 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:52.653971 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (8f190546-1170-4edf-a280-401ed3e8a832), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:52.666826 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-97e1bbde-57e4-4647-b254-9e0687a762f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 4d21a402-9315-4156-94a9-60967d0e58e7) {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:35:52.670834 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e1bbde-57e4-4647-b254-9e0687a762f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:52.672046 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-97e1bbde-57e4-4647-b254-9e0687a762f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:52.673553 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port 8f190546-1170-4edf-a280-401ed3e8a832, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=8f190546-1170-4edf-a280-401ed3e8a832,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:35:52.684351 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e431e980-1b60-48f1-9a9c-4e8be0d18e09 None None] Network 4d21a402-9315-4156-94a9-60967d0e58e7 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:35:52.697191 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc3200d0>, [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8f190546-1170-4edf-a280-401ed3e8a832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 4, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port': {'id': '8f190546-1170-4edf-a280-401ed3e8a832', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '7819ac71-04b8-44d8-9400-c2cd9b941a40', 'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'mac_address': 'fa:16:3e:02:95:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:48Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 2, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'subnets': [{'id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:52.726843 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Checking router: 6ab9755f-f845-4385-a4d8-ebb2e9df237f for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:35:52.727074 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (8f190546-1170-4edf-a280-401ed3e8a832), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:52.727202 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Updating router 6ab9755f-f845-4385-a4d8-ebb2e9df237f port 7819ac71-04b8-44d8-9400-c2cd9b941a40 binding host dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:35:52.755354 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:52.761192 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-97e1bbde-57e4-4647-b254-9e0687a762f7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.7148988
Mar 25 03:35:52.764169 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34688) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:52.768425 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-28853360-router', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:52.812628 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=8f190546-1170-4edf-a280-401ed3e8a832,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:52.858885 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc172e3e5-e1be-56d1-a7aa-0c23e9db9063-4d21a402-9315-4156-94a9-60967d0e58e7', 'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7', 'project_id': 'c35f84afe6364992963940ca78607d2e', 'fixed_ips': [{'subnet_id': '0617b707-c59f-4423-a000-c31bc941a35c'}]}} from dv-cinder-835168-1-iscsi. {{(pid=103657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 25 03:35:52.860228 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:52.916582 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6037'] for router (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:52.918193 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6124'] for router (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:52.949018 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76964e3f-1303-4036-9bdd-0f578c5240d7 req-9c4bc11c-5304-431c-976e-571ddf5ed6b1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:52.951446 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76964e3f-1303-4036-9bdd-0f578c5240d7 req-9c4bc11c-5304-431c-976e-571ddf5ed6b1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 945 time: 0.0826390
Mar 25 03:35:53.026716 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 236fe708-aeee-4282-bd75-72e9e2f5e1d9 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:35:53.035922 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Publish callbacks [] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.037877 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Publish callbacks [] for router_controller (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), precommit_add_association {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.053464 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76964e3f-1303-4036-9bdd-0f578c5240d7 req-099f5006-c1cb-47a5-bd34-3f53e4dd3258 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884972
Mar 25 03:35:53.075296 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Allocated IP 172.20.0.2 (4d21a402-9315-4156-94a9-60967d0e58e7/0617b707-c59f-4423-a000-c31bc941a35c/42f35206-e2c0-4ebd-a1a5-3eec64886691) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:35:53.141109 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.201224 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Pushing event updated for resources: {'Port': ['ID=7819ac71-04b8-44d8-9400-c2cd9b941a40,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:53.212561 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.212760 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.213787 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.214266 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.214701 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.215412 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.215834 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.216585 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.216924 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.217257 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.217793 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.218147 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.218477 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.218801 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.219255 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:35:53.236368 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:35:53.242982 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:53.243642 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.280655 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Publish callbacks [] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.297516 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Attempting to bind port 7819ac71-04b8-44d8-9400-c2cd9b941a40 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:35:53.298013 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Attempting to bind port 7819ac71-04b8-44d8-9400-c2cd9b941a40 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '08f7466a-cdd0-4660-a422-67d378de88b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:35:53.298301 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Attempting to bind port 7819ac71-04b8-44d8-9400-c2cd9b941a40 on network 81599753-6f37-4c20-8ddf-546347b4f65f {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:35:53.304996 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:35:53.309444 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Checking segment: {'id': '08f7466a-cdd0-4660-a422-67d378de88b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:35:53.309444 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.309444 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Bound using segment: {'id': '08f7466a-cdd0-4660-a422-67d378de88b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:35:53.309444 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Bound port: 7819ac71-04b8-44d8-9400-c2cd9b941a40, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f7466a-cdd0-4660-a422-67d378de88b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:35:53.309444 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.357149 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:53.357386 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.381175 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.385628 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] For port 7819ac71-04b8-44d8-9400-c2cd9b941a40, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:35:53.391712 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] For port 7819ac71-04b8-44d8-9400-c2cd9b941a40, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=7819ac71-04b8-44d8-9400-c2cd9b941a40,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:35:53.404215 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Publish callbacks [] for router_gateway (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.434869 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:35:53.437059 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22cee60-257f-4311-956d-e6254e87bdfb" -d '{"events": [{"server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "name": "network-vif-plugged", "status": "completed", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:35:53.442644 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Network 4d21a402-9315-4156-94a9-60967d0e58e7 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:35:53.451578 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Resources bound (agent type, host, resource id):  {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:35:53.458164 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:35:53.465296 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:35:53.471546 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Pushing event updated for resources: {'Port': ['ID=42f35206-e2c0-4ebd-a1a5-3eec64886691,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:53.478684 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bddfce0-22ef-4b2d-963d-1c4d04efb6bd x-openstack-request-id: req-6bddfce0-22ef-4b2d-963d-1c4d04efb6bd {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:35:53.478982 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "name": "network-vif-plugged", "status": "completed", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:35:53.479223 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bddfce0-22ef-4b2d-963d-1c4d04efb6bd {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:35:53.479614 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bddfce0-22ef-4b2d-963d-1c4d04efb6bd'] response: {'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'code': 200}
Mar 25 03:35:53.519083 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.528359 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Attempting to bind port 42f35206-e2c0-4ebd-a1a5-3eec64886691 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:35:53.538720 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Attempting to bind port 42f35206-e2c0-4ebd-a1a5-3eec64886691 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': 'eb12b65c-2088-491d-8b7d-262f396ee80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:35:53.538720 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Attempting to bind port 42f35206-e2c0-4ebd-a1a5-3eec64886691 on network 4d21a402-9315-4156-94a9-60967d0e58e7 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:35:53.538720 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:35:53.538720 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Checking segment: {'id': 'eb12b65c-2088-491d-8b7d-262f396ee80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:35:53.538720 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.538720 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Bound using segment: {'id': 'eb12b65c-2088-491d-8b7d-262f396ee80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:35:53.538720 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Bound port: 42f35206-e2c0-4ebd-a1a5-3eec64886691, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb12b65c-2088-491d-8b7d-262f396ee80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:35:53.538720 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.562080 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.580108 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Routers {'6ab9755f-f845-4385-a4d8-ebb2e9df237f'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:53.580846 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc3200d0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:53.616101 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-ead78ff0-5d08-4e19-840b-4211d0dc7c3b None None] Provisioning complete for port 7819ac71-04b8-44d8-9400-c2cd9b941a40 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:53.616484 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ead78ff0-5d08-4e19-840b-4211d0dc7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.659522 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdefba-878b-4ab6-8af9-51f14d4b97a6 None None] Pushing event updated for resources: {'Port': ['ID=7819ac71-04b8-44d8-9400-c2cd9b941a40,revision_number=4']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:53.699803 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=236fe708-aeee-4282-bd75-72e9e2f5e1d9,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:53.699803 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] For port 42f35206-e2c0-4ebd-a1a5-3eec64886691, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:35:53.703949 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] For port 42f35206-e2c0-4ebd-a1a5-3eec64886691, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=42f35206-e2c0-4ebd-a1a5-3eec64886691,segment=NetworkSegment(eb12b65c-2088-491d-8b7d-262f396ee80f),segment_id=eb12b65c-2088-491d-8b7d-262f396ee80f)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:35:53.727239 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] Set router 6ab9755f-f845-4385-a4d8-ebb2e9df237f gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:53.766635 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-ead78ff0-5d08-4e19-840b-4211d0dc7c3b None None] Current status of the port 7819ac71-04b8-44d8-9400-c2cd9b941a40 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:53.767031 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ead78ff0-5d08-4e19-840b-4211d0dc7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.811108 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-ead78ff0-5d08-4e19-840b-4211d0dc7c3b None None] For port 7819ac71-04b8-44d8-9400-c2cd9b941a40, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=7819ac71-04b8-44d8-9400-c2cd9b941a40,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:35:53.815885 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.837755 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Publish callbacks [] for router_gateway (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.857253 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:53.966489 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8cf2e-2570-4d0d-bc26-81fd04009905 None None] Pushing event updated for resources: {'Port': ['ID=42f35206-e2c0-4ebd-a1a5-3eec64886691,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:53.986771 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc3200d0>, [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8f190546-1170-4edf-a280-401ed3e8a832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 4, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port': {'id': '8f190546-1170-4edf-a280-401ed3e8a832', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '7819ac71-04b8-44d8-9400-c2cd9b941a40', 'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'mac_address': 'fa:16:3e:02:95:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:48Z', 'updated_at': '2022-03-25T03:35:53Z', 'revision_number': 4, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'subnets': [{'id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:54.013658 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004f988d-f822-431b-b164-6e40e09e5e15 None None] The sync data for ids ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'] in dv-cinder-835168-1-iscsi is: [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8f190546-1170-4edf-a280-401ed3e8a832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 4, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port': {'id': '8f190546-1170-4edf-a280-401ed3e8a832', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '7819ac71-04b8-44d8-9400-c2cd9b941a40', 'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'mac_address': 'fa:16:3e:02:95:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:48Z', 'updated_at': '2022-03-25T03:35:53Z', 'revision_number': 4, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'subnets': [{'id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:35:54.015864 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ead78ff0-5d08-4e19-840b-4211d0dc7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:54.022938 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Allocated IP 172.27.0.16 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/32752654-80c5-44d7-a310-37ab542cbd0e) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:35:54.044678 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7195d3-0473-4d49-a43f-7bb584f5cedc req-d1bc6fb5-2581-40be-884a-ebab69e45e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:54.046871 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0e7195d3-0473-4d49-a43f-7bb584f5cedc req-d1bc6fb5-2581-40be-884a-ebab69e45e4e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 1130 time: 0.0916057
Mar 25 03:35:54.097775 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead78ff0-5d08-4e19-840b-4211d0dc7c3b None None] Pushing event updated for resources: {'Port': ['ID=7819ac71-04b8-44d8-9400-c2cd9b941a40,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:54.140523 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-3a5bbf98-603d-44ee-8ad0-9ec7717fe9fc None None] Provisioning complete for port 7819ac71-04b8-44d8-9400-c2cd9b941a40 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:54.141166 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3a5bbf98-603d-44ee-8ad0-9ec7717fe9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:54.203791 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0e7195d3-0473-4d49-a43f-7bb584f5cedc req-24ae5c4f-5089-485f-828c-63b9d6745394 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1394570
Mar 25 03:35:54.273375 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Publish callbacks [] for port (32752654-80c5-44d7-a310-37ab542cbd0e), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:54.279954 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-3a5bbf98-603d-44ee-8ad0-9ec7717fe9fc None None] Current status of the port 7819ac71-04b8-44d8-9400-c2cd9b941a40 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:54.315861 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec64e65-a9c8-4c84-ba2a-e447f8870d60 req-ec4217e5-c325-4da3-a8e3-45aad3f24745 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:54.317955 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3ec64e65-a9c8-4c84-ba2a-e447f8870d60 req-ec4217e5-c325-4da3-a8e3-45aad3f24745 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.1172082
Mar 25 03:35:54.380954 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3ec64e65-a9c8-4c84-ba2a-e447f8870d60 req-c49bb0f7-00bb-4443-ad7e-053e9adeddfa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551353
Mar 25 03:35:54.506589 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (32752654-80c5-44d7-a310-37ab542cbd0e), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:54.520788 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:35:54.522996 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:35:54.545941 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:35:54.589227 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Pushing event updated for resources: {'Port': ['ID=32752654-80c5-44d7-a310-37ab542cbd0e,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:54.656528 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 42f35206-e2c0-4ebd-a1a5-3eec64886691 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:35:54.709239 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 42f35206-e2c0-4ebd-a1a5-3eec64886691 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:54.709841 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:54.803416 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 42f35206-e2c0-4ebd-a1a5-3eec64886691 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:54.805449 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:54.845071 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port 42f35206-e2c0-4ebd-a1a5-3eec64886691, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=42f35206-e2c0-4ebd-a1a5-3eec64886691,segment=NetworkSegment(eb12b65c-2088-491d-8b7d-262f396ee80f),segment_id=eb12b65c-2088-491d-8b7d-262f396ee80f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:35:54.923326 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:54.924191 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 7819ac71-04b8-44d8-9400-c2cd9b941a40 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:35:54.931416 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Publish callbacks [] for router_gateway (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:55.006368 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=42f35206-e2c0-4ebd-a1a5-3eec64886691,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:55.019087 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 7819ac71-04b8-44d8-9400-c2cd9b941a40 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:55.019577 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:55.044428 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98ac6d7-9874-41cd-8f75-bb5750eebac1 None None] Network 4d21a402-9315-4156-94a9-60967d0e58e7 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:35:55.140320 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462381'] for router (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:55.142006 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-185eb9b7-7e61-4cd2-b962-882fb91235b0 None None] Provisioning complete for port 42f35206-e2c0-4ebd-a1a5-3eec64886691 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:55.142480 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-185eb9b7-7e61-4cd2-b962-882fb91235b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:55.227150 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 7819ac71-04b8-44d8-9400-c2cd9b941a40 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:55.228233 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 8f190546-1170-4edf-a280-401ed3e8a832 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:35:55.316692 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 8f190546-1170-4edf-a280-401ed3e8a832 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:55.317097 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (8f190546-1170-4edf-a280-401ed3e8a832), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:55.318587 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-185eb9b7-7e61-4cd2-b962-882fb91235b0 None None] Current status of the port 42f35206-e2c0-4ebd-a1a5-3eec64886691 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:55.375467 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Router 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf is scheduled to L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 with binding_index 1 {{(pid=103655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 25 03:35:55.410675 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 8f190546-1170-4edf-a280-401ed3e8a832 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:55.540505 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-0e9dc096-bf92-45d0-bc8f-ca5ec046e472 None None] Provisioning complete for port 42f35206-e2c0-4ebd-a1a5-3eec64886691 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:55.540877 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc096-bf92-45d0-bc8f-ca5ec046e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:55.626755 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-0e9dc096-bf92-45d0-bc8f-ca5ec046e472 None None] Current status of the port 42f35206-e2c0-4ebd-a1a5-3eec64886691 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:55.785680 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:35:55.797053 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a2ffd-4397-4ad2-adee-95b6398ead28 req-317f4ddf-1eaa-43ac-bcb3-e360a2f95e64 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:55.798060 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d667719-a924-4445-b83b-df2723309896 None None] Sync routers for ids ['976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:35:55.798602 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-305a2ffd-4397-4ad2-adee-95b6398ead28 req-317f4ddf-1eaa-43ac-bcb3-e360a2f95e64 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.3223801
Mar 25 03:35:55.813096 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d667719-a924-4445-b83b-df2723309896 None None] Routers {'976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:55.814215 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-5d667719-a924-4445-b83b-df2723309896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf368670>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:55.848706 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-305a2ffd-4397-4ad2-adee-95b6398ead28 req-57da9555-bd72-4fa7-85b5-9a575c07acf9 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418885
Mar 25 03:35:55.920922 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-5d667719-a924-4445-b83b-df2723309896 None None] Set router 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:55.958450 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:55.958450 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-7866f3e5-7ed6-4080-abf3-b3cba6c95c06 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 3.1916740
Mar 25 03:35:55.959797 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34716) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:56.066959 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8011-0404-44da-80a4-5f6cab707105 req-3f748d71-584e-4f24-916a-da5ba312dd20 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:56.068511 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f74b8011-0404-44da-80a4-5f6cab707105 req-3f748d71-584e-4f24-916a-da5ba312dd20 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0557642
Mar 25 03:35:56.114202 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-5d667719-a924-4445-b83b-df2723309896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf368670>, [{'id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'name': 'tempest-TestShelveInstance-28853360-router', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:52Z', 'updated_at': '2022-03-25T03:35:54Z', 'revision_number': 3, 'project_id': 'c35f84afe6364992963940ca78607d2e', 'gw_port': {'id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:53Z', 'updated_at': '2022-03-25T03:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:56.116849 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f74b8011-0404-44da-80a4-5f6cab707105 req-f54d9c0e-2041-4772-b327-634bc1d5705a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421433
Mar 25 03:35:56.147033 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d667719-a924-4445-b83b-df2723309896 None None] Checking router: 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:35:56.147594 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d667719-a924-4445-b83b-df2723309896 None None] Updating router 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf port 32752654-80c5-44d7-a310-37ab542cbd0e binding host dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:35:56.175160 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5d667719-a924-4445-b83b-df2723309896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (32752654-80c5-44d7-a310-37ab542cbd0e), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:56.382280 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:56.424772 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5d667719-a924-4445-b83b-df2723309896 None None] Publish callbacks [] for port (32752654-80c5-44d7-a310-37ab542cbd0e), precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:56.478418 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5d667719-a924-4445-b83b-df2723309896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (32752654-80c5-44d7-a310-37ab542cbd0e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:56.519622 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 42f35206-e2c0-4ebd-a1a5-3eec64886691 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:35:56.539656 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Allocated IP 172.20.0.1 (4d21a402-9315-4156-94a9-60967d0e58e7/0617b707-c59f-4423-a000-c31bc941a35c/5320fd86-cd82-48fd-b8af-dd4bb6edff46) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:35:56.564349 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-5d667719-a924-4445-b83b-df2723309896 None None] Attempting to bind port 32752654-80c5-44d7-a310-37ab542cbd0e on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:35:56.564727 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-5d667719-a924-4445-b83b-df2723309896 None None] Attempting to bind port 32752654-80c5-44d7-a310-37ab542cbd0e by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:35:56.565095 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d667719-a924-4445-b83b-df2723309896 None None] Attempting to bind port 32752654-80c5-44d7-a310-37ab542cbd0e on network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:35:56.569612 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcf53e-7f95-49e3-aba5-b76595b8be70 None None] Pushing event updated for resources: {'Port': ['ID=32752654-80c5-44d7-a310-37ab542cbd0e,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:56.581767 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d667719-a924-4445-b83b-df2723309896 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:35:56.582174 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d667719-a924-4445-b83b-df2723309896 None None] Checking segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:35:56.582586 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5d667719-a924-4445-b83b-df2723309896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:56.582981 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d667719-a924-4445-b83b-df2723309896 None None] Bound using segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:35:56.583464 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-5d667719-a924-4445-b83b-df2723309896 None None] Bound port: 32752654-80c5-44d7-a310-37ab542cbd0e, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:35:56.583855 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5d667719-a924-4445-b83b-df2723309896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (32752654-80c5-44d7-a310-37ab542cbd0e), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:56.638716 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 42f35206-e2c0-4ebd-a1a5-3eec64886691 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:56.639020 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:56.641220 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Publish callbacks [] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:56.782218 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:56.794084 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-5d667719-a924-4445-b83b-df2723309896 None None] For port 32752654-80c5-44d7-a310-37ab542cbd0e, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:35:56.812496 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-5d667719-a924-4445-b83b-df2723309896 None None] For port 32752654-80c5-44d7-a310-37ab542cbd0e, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=32752654-80c5-44d7-a310-37ab542cbd0e,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:35:56.820232 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Network 4d21a402-9315-4156-94a9-60967d0e58e7 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:35:56.823044 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:35:56.829101 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:35:56.855225 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Pushing event updated for resources: {'Port': ['ID=5320fd86-cd82-48fd-b8af-dd4bb6edff46,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:56.861965 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 42f35206-e2c0-4ebd-a1a5-3eec64886691 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:56.880533 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459256'] for router_interface (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:56.892842 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5d667719-a924-4445-b83b-df2723309896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (32752654-80c5-44d7-a310-37ab542cbd0e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:56.973980 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcf53e-7f95-49e3-aba5-b76595b8be70 None None] Pushing event updated for resources: {'Port': ['ID=32752654-80c5-44d7-a310-37ab542cbd0e,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:56.999812 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d667719-a924-4445-b83b-df2723309896 None None] Routers {'976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:57.000468 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-5d667719-a924-4445-b83b-df2723309896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf368670>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:57.132430 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-5d667719-a924-4445-b83b-df2723309896 None None] Set router 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:57.163860 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:57.284306 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-79c82588-7d45-48a8-9f85-a96969a29d59 None None] Provisioning complete for port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:57.285497 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-79c82588-7d45-48a8-9f85-a96969a29d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:57.338747 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-79c82588-7d45-48a8-9f85-a96969a29d59 None None] Port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:35:57.352973 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e2d6b-62cc-4bce-b4f7-b3425fc4de3b req-c3c60906-5532-4e76-8fbd-ceb1efe726a0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:57.354741 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-817e2d6b-62cc-4bce-b4f7-b3425fc4de3b req-c3c60906-5532-4e76-8fbd-ceb1efe726a0 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.1546559
Mar 25 03:35:57.380785 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Publish callbacks [] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:57.397128 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b618b-49f5-41d1-bb1f-17f872bd238e req-365d65e4-c41e-4580-9c93-1d143bcea120 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:57.398659 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a32b618b-49f5-41d1-bb1f-17f872bd238e req-365d65e4-c41e-4580-9c93-1d143bcea120 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.4322181
Mar 25 03:35:57.408778 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-817e2d6b-62cc-4bce-b4f7-b3425fc4de3b req-c81e2d4f-fd6a-498a-bdc0-5a3f9232e4ec tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480330
Mar 25 03:35:57.409198 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-5d667719-a924-4445-b83b-df2723309896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf368670>, [{'id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'name': 'tempest-TestShelveInstance-28853360-router', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:52Z', 'updated_at': '2022-03-25T03:35:54Z', 'revision_number': 3, 'project_id': 'c35f84afe6364992963940ca78607d2e', 'gw_port': {'id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:53Z', 'updated_at': '2022-03-25T03:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:57.441970 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d667719-a924-4445-b83b-df2723309896 None None] The sync data for ids ['976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'] in dv-cinder-835168-1-iscsi is: [{'id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'name': 'tempest-TestShelveInstance-28853360-router', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:52Z', 'updated_at': '2022-03-25T03:35:54Z', 'revision_number': 3, 'project_id': 'c35f84afe6364992963940ca78607d2e', 'gw_port': {'id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:53Z', 'updated_at': '2022-03-25T03:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:35:57.456799 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a32b618b-49f5-41d1-bb1f-17f872bd238e req-53818b38-1b22-4562-9e36-94930543dbc4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444164
Mar 25 03:35:57.457967 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8583044'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:57.535745 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-459116'] for router_interface (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:57.541075 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Pushing event updated for resources: {'Port': ['ID=5320fd86-cd82-48fd-b8af-dd4bb6edff46,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:57.630117 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54738279-99a4-4a40-8b18-1ff65ad99dfe req-7b98ab28-0b98-4220-af6b-3ec18e528ecf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:57.631576 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-54738279-99a4-4a40-8b18-1ff65ad99dfe req-7b98ab28-0b98-4220-af6b-3ec18e528ecf tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0609171
Mar 25 03:35:57.641566 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34738) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:57.647041 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-6a5e9703-4b30-4e05-aaf4-8f35049f65cc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Request body: {'floatingip': {'port_id': '236fe708-aeee-4282-bd75-72e9e2f5e1d9'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:57.658288 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Network 4d21a402-9315-4156-94a9-60967d0e58e7 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:35:57.660025 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:35:57.702131 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9703-4b30-4e05-aaf4-8f35049f65cc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (e34ca356-3657-4f99-9631-c08f7bb59f6f), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:57.839369 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Router 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:35:57.991081 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:35:57.997939 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-cf51da14-b170-4cc8-9b99-22612b058a7f admin admin] 10.222.0.24 "PUT /v2.0/routers/976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0370483
Mar 25 03:35:58.080491 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7ca5c137-48a4-4df3-bfc0-9da25ec6bed7 None None] Provisioning complete for port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:58.080869 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c137-48a4-4df3-bfc0-9da25ec6bed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:58.123274 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5c137-48a4-4df3-bfc0-9da25ec6bed7 None None] Port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:35:58.258148 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9703-4b30-4e05-aaf4-8f35049f65cc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:58.330346 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9703-4b30-4e05-aaf4-8f35049f65cc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (e34ca356-3657-4f99-9631-c08f7bb59f6f), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:58.442217 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [None req-6a5e9703-4b30-4e05-aaf4-8f35049f65cc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Floating IP e34ca356-3657-4f99-9631-c08f7bb59f6f associated. External IP: 172.27.0.107, port: 236fe708-aeee-4282-bd75-72e9e2f5e1d9.
Mar 25 03:35:58.548839 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34748) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:58.553813 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 32752654-80c5-44d7-a310-37ab542cbd0e up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:35:58.555869 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-69d4277b-8c13-43ff-874f-afa72423bc2c tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606077933', 'description': 'tempest-secgroup-smoke-606077933 description', 'project_id': '48056ec4a0a14de9bc3675f24e816164'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:58.581808 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189cda8-9b7b-40c5-9fac-9c5f74cb34d6 req-2b0e0f5e-e463-480c-abdd-f4002afa587b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:58.583278 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2189cda8-9b7b-40c5-9fac-9c5f74cb34d6 req-2b0e0f5e-e463-480c-abdd-f4002afa587b tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.0991037
Mar 25 03:35:58.621353 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 32752654-80c5-44d7-a310-37ab542cbd0e triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:35:58.621841 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (32752654-80c5-44d7-a310-37ab542cbd0e), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:58.694770 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-69d4277b-8c13-43ff-874f-afa72423bc2c tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:58.717487 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2189cda8-9b7b-40c5-9fac-9c5f74cb34d6 req-8311b9d8-8df5-4cdd-8046-d52db751bfd5 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196604
Mar 25 03:35:58.756276 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 32752654-80c5-44d7-a310-37ab542cbd0e is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:35:58.756895 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (32752654-80c5-44d7-a310-37ab542cbd0e), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:58.784557 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5e9703-4b30-4e05-aaf4-8f35049f65cc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:35:58.795775 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-69d4277b-8c13-43ff-874f-afa72423bc2c tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group (00da027c-2c07-49cb-92d1-75f8775aa301), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:58.796008 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port 32752654-80c5-44d7-a310-37ab542cbd0e, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=32752654-80c5-44d7-a310-37ab542cbd0e,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:35:58.898624 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5e9703-4b30-4e05-aaf4-8f35049f65cc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:35:58.901088 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-69d4277b-8c13-43ff-874f-afa72423bc2c tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (00da027c-2c07-49cb-92d1-75f8775aa301), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:58.903672 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9703-4b30-4e05-aaf4-8f35049f65cc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:58.918086 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2731652-c5d8-44f1-bc1c-81df05c96cbf None None] Sync routers for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:35:58.930293 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (32752654-80c5-44d7-a310-37ab542cbd0e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:58.933885 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-6a5e9703-4b30-4e05-aaf4-8f35049f65cc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "PUT /v2.0/floatingips/e34ca356-3657-4f99-9631-c08f7bb59f6f HTTP/1.1" status: 200  len: 992 time: 1.2908056
Mar 25 03:35:58.934722 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:35:58.936665 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fde3639-4433-4836-a9a8-6e109b2d59a9" -d '{"events": [{"name": "network-changed", "server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:35:58.950246 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2731652-c5d8-44f1-bc1c-81df05c96cbf None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:58.950815 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-a2731652-c5d8-44f1-bc1c-81df05c96cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc6b07f0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:58.953254 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4277b-8c13-43ff-874f-afa72423bc2c tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00da027c-2c07-49cb-92d1-75f8775aa301,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:58.984430 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98838f79-b84e-47e6-8732-239d82d0411a x-openstack-request-id: req-98838f79-b84e-47e6-8732-239d82d0411a {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:35:58.984712 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:35:58.984973 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98838f79-b84e-47e6-8732-239d82d0411a {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:35:58.985434 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98838f79-b84e-47e6-8732-239d82d0411a'] response: {'name': 'network-changed', 'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'status': 'completed', 'code': 200}
Mar 25 03:35:59.006822 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=32752654-80c5-44d7-a310-37ab542cbd0e,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:59.025536 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-69d4277b-8c13-43ff-874f-afa72423bc2c tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:59.028164 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-69d4277b-8c13-43ff-874f-afa72423bc2c tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.4776359
Mar 25 03:35:59.031007 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34760) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:59.037981 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-8988831b-bd13-4f25-a9af-a6c3d5c68c71 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Request body: {'security_group_rule': {'security_group_id': '00da027c-2c07-49cb-92d1-75f8775aa301', 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:59.086634 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-a2731652-c5d8-44f1-bc1c-81df05c96cbf None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:59.110955 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde3639-4433-4836-a9a8-6e109b2d59a9 req-7878d36b-e4d6-4828-a7a0-88144c5daa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:59.115016 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fde3639-4433-4836-a9a8-6e109b2d59a9 req-7878d36b-e4d6-4828-a7a0-88144c5daa86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 1130 time: 0.0929980
Mar 25 03:35:59.192107 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8988831b-bd13-4f25-a9af-a6c3d5c68c71 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (509d083b-424b-4377-b454-5f013bfdf142), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:59.234297 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde3639-4433-4836-a9a8-6e109b2d59a9 req-a828cc49-c4d9-4329-85db-05d9dad3bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:59.236652 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fde3639-4433-4836-a9a8-6e109b2d59a9 req-a828cc49-c4d9-4329-85db-05d9dad3bc3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c5a4335-913f-4831-9329-aefa2b16e173 HTTP/1.1" status: 200  len: 918 time: 0.1105993
Mar 25 03:35:59.257932 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8988831b-bd13-4f25-a9af-a6c3d5c68c71 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (509d083b-424b-4377-b454-5f013bfdf142), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:59.324762 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fde3639-4433-4836-a9a8-6e109b2d59a9 req-08a88deb-325c-42a2-9a13-dfb1463d19dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9 HTTP/1.1" status: 200  len: 1000 time: 0.0760601
Mar 25 03:35:59.329954 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8988831b-bd13-4f25-a9af-a6c3d5c68c71 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (509d083b-424b-4377-b454-5f013bfdf142), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:59.336313 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-a2731652-c5d8-44f1-bc1c-81df05c96cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc6b07f0>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'e34ca356-3657-4f99-9631-c08f7bb59f6f', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'port_id': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'mac_address': 'fa:16:3e:e6:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc70822-cf36-4982-93e8-3480069d38e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:35:39Z', 'updated_at': '2022-03-25T03:35:58Z', 'revision_number': 1, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:22Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:59.350386 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988831b-bd13-4f25-a9af-a6c3d5c68c71 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509d083b-424b-4377-b454-5f013bfdf142,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:59.363545 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2731652-c5d8-44f1-bc1c-81df05c96cbf None None] Checking router: 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:35:59.379657 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2731652-c5d8-44f1-bc1c-81df05c96cbf None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:59.380275 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-a2731652-c5d8-44f1-bc1c-81df05c96cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc6b07f0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:59.385847 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde3639-4433-4836-a9a8-6e109b2d59a9 req-da0b887f-57c7-4750-8921-a91fab5b855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:59.388073 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fde3639-4433-4836-a9a8-6e109b2d59a9 req-da0b887f-57c7-4750-8921-a91fab5b855b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0fc2db0-5f07-4ebd-b00d-4236a2fef620 HTTP/1.1" status: 200  len: 856 time: 0.0488098
Mar 25 03:35:59.434468 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8988831b-bd13-4f25-a9af-a6c3d5c68c71 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:59.436125 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-8988831b-bd13-4f25-a9af-a6c3d5c68c71 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4033225
Mar 25 03:35:59.442921 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34766) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:59.449127 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-539047a8-2f48-48ef-9de9-73638e3936e7 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Request body: {'security_group_rule': {'security_group_id': '00da027c-2c07-49cb-92d1-75f8775aa301', 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:59.457130 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde3639-4433-4836-a9a8-6e109b2d59a9 req-fbcfaa0f-33eb-438b-97b2-99486147c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:59.458688 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fde3639-4433-4836-a9a8-6e109b2d59a9 req-fbcfaa0f-33eb-438b-97b2-99486147c59b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c5a4335-913f-4831-9329-aefa2b16e173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0613441
Mar 25 03:35:59.517211 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Sync routers for ids ['976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:35:59.529312 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Routers {'976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:35:59.530053 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf233eb0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:59.565217 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fde3639-4433-4836-a9a8-6e109b2d59a9 req-33d94b57-626d-438b-baef-401e2dcb1ed6 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0976300
Mar 25 03:35:59.594221 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-a2731652-c5d8-44f1-bc1c-81df05c96cbf None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:59.644961 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-539047a8-2f48-48ef-9de9-73638e3936e7 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (297a1a8b-8775-4a69-a411-5b206116e792), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:59.664029 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Set router 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:35:59.745013 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9fde3639-4433-4836-a9a8-6e109b2d59a9 req-0d30bb23-bcd7-4215-b7f7-515251c54939 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709349
Mar 25 03:35:59.760418 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-539047a8-2f48-48ef-9de9-73638e3936e7 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (297a1a8b-8775-4a69-a411-5b206116e792), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:59.873485 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-539047a8-2f48-48ef-9de9-73638e3936e7 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (297a1a8b-8775-4a69-a411-5b206116e792), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:59.894411 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf233eb0>, [{'id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'name': 'tempest-TestShelveInstance-28853360-router', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:52Z', 'updated_at': '2022-03-25T03:35:57Z', 'revision_number': 4, 'project_id': 'c35f84afe6364992963940ca78607d2e', 'gw_port': {'id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:53Z', 'updated_at': '2022-03-25T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '5320fd86-cd82-48fd-b8af-dd4bb6edff46', 'name': '', 'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'mac_address': 'fa:16:3e:55:c4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '0617b707-c59f-4423-a000-c31bc941a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:56Z', 'updated_at': '2022-03-25T03:35:57Z', 'revision_number': 2, 'project_id': 'c35f84afe6364992963940ca78607d2e', 'subnets': [{'id': '0617b707-c59f-4423-a000-c31bc941a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:59.902918 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-a2731652-c5d8-44f1-bc1c-81df05c96cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc6b07f0>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'e34ca356-3657-4f99-9631-c08f7bb59f6f', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'port_id': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'mac_address': 'fa:16:3e:e6:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc70822-cf36-4982-93e8-3480069d38e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:35:39Z', 'updated_at': '2022-03-25T03:35:58Z', 'revision_number': 1, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:22Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:35:59.913640 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539047a8-2f48-48ef-9de9-73638e3936e7 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297a1a8b-8775-4a69-a411-5b206116e792,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:35:59.927377 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Checking router: 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:35:59.927839 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Updating router 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 binding host dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:35:59.934691 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2731652-c5d8-44f1-bc1c-81df05c96cbf None None] The sync data for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi is: [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'e34ca356-3657-4f99-9631-c08f7bb59f6f', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'port_id': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'mac_address': 'fa:16:3e:e6:0c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc70822-cf36-4982-93e8-3480069d38e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:35:39Z', 'updated_at': '2022-03-25T03:35:58Z', 'revision_number': 1, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:22Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:35:59.955470 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6aa68-21b4-413b-bcac-b69bb9a78d16 req-47650145-f65f-4445-af41-edbd46aecc89 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:35:59.957019 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2fa6aa68-21b4-413b-bcac-b69bb9a78d16 req-47650145-f65f-4445-af41-edbd46aecc89 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.1413059
Mar 25 03:35:59.957150 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:59.962970 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-539047a8-2f48-48ef-9de9-73638e3936e7 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:35:59.967523 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-539047a8-2f48-48ef-9de9-73638e3936e7 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5201986
Mar 25 03:35:59.967693 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34772) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:35:59.971789 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-da06731a-42d7-4e73-bb71-12570e8624bc tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Request body: {'security_group_rule': {'security_group_id': '00da027c-2c07-49cb-92d1-75f8775aa301', 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:35:59.999522 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-dfa437cd-1b81-48e8-82f4-ac7e284cb436 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:00.001050 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-dfa437cd-1b81-48e8-82f4-ac7e284cb436 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 945 time: 0.1011846
Mar 25 03:36:00.032610 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2fa6aa68-21b4-413b-bcac-b69bb9a78d16 req-a71d2202-975c-473b-a5aa-f1fc954f3a7d tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8faf44f-cce6-4f03-8f4d-bf21b60ff882&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657113
Mar 25 03:36:00.095889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-da06731a-42d7-4e73-bb71-12570e8624bc tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (7d899fc0-0f43-4a1e-8cd5-754dc2f5b87a), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.120173 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Deleting port ea76e1b9-2252-4748-aab4-25e3890d1806 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:00.120542 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.158961 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-da06731a-42d7-4e73-bb71-12570e8624bc tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (7d899fc0-0f43-4a1e-8cd5-754dc2f5b87a), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.211776 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] For port ea76e1b9-2252-4748-aab4-25e3890d1806, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ea76e1b9-2252-4748-aab4-25e3890d1806,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:00.212132 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.226846 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-da06731a-42d7-4e73-bb71-12570e8624bc tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (7d899fc0-0f43-4a1e-8cd5-754dc2f5b87a), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.234319 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Publish callbacks [] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.248466 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06731a-42d7-4e73-bb71-12570e8624bc tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d899fc0-0f43-4a1e-8cd5-754dc2f5b87a,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:00.335634 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.366289 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-da06731a-42d7-4e73-bb71-12570e8624bc tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.367730 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-da06731a-42d7-4e73-bb71-12570e8624bc tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3994536
Mar 25 03:36:00.371570 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34774) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:00.376007 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-29f7a222-63da-49f5-8e14-a6bc8706d42e tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Request body: {'security_group_rule': {'security_group_id': '00da027c-2c07-49cb-92d1-75f8775aa301', 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:00.395933 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c84acb-96fe-4960-83b8-7ad2d5351de3 None None] Pushing event updated for resources: {'Port': ['ID=5320fd86-cd82-48fd-b8af-dd4bb6edff46,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:00.414532 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.414532 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.414532 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Floating IP 2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8 disassociated. External IP: 172.27.0.237, port: ea76e1b9-2252-4748-aab4-25e3890d1806.
Mar 25 03:36:00.414532 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Calling delete_port for ea76e1b9-2252-4748-aab4-25e3890d1806 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:00.449604 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Attempting to bind port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:36:00.450286 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Attempting to bind port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': 'eb12b65c-2088-491d-8b7d-262f396ee80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:36:00.450616 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Attempting to bind port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 on network 4d21a402-9315-4156-94a9-60967d0e58e7 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:36:00.456931 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:36:00.458433 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Checking segment: {'id': 'eb12b65c-2088-491d-8b7d-262f396ee80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:36:00.458848 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.459244 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Bound using segment: {'id': 'eb12b65c-2088-491d-8b7d-262f396ee80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:36:00.459721 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Bound port: 5320fd86-cd82-48fd-b8af-dd4bb6edff46, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb12b65c-2088-491d-8b7d-262f396ee80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:36:00.460157 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.545945 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-29f7a222-63da-49f5-8e14-a6bc8706d42e tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (91a5a9e8-7323-4cb1-ba79-377af868165b), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.546948 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 32752654-80c5-44d7-a310-37ab542cbd0e up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:36:00.594343 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] For port 5320fd86-cd82-48fd-b8af-dd4bb6edff46, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:36:00.601012 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] For port 5320fd86-cd82-48fd-b8af-dd4bb6edff46, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=5320fd86-cd82-48fd-b8af-dd4bb6edff46,segment=NetworkSegment(eb12b65c-2088-491d-8b7d-262f396ee80f),segment_id=eb12b65c-2088-491d-8b7d-262f396ee80f)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:36:00.612890 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-29f7a222-63da-49f5-8e14-a6bc8706d42e tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (91a5a9e8-7323-4cb1-ba79-377af868165b), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.621358 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 32752654-80c5-44d7-a310-37ab542cbd0e triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:00.621779 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (32752654-80c5-44d7-a310-37ab542cbd0e), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.661228 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (ea76e1b9-2252-4748-aab4-25e3890d1806), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.671901 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-16164597-cb6d-4920-a7e8-8433465106d6 None None] Provisioning complete for port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:00.672388 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-16164597-cb6d-4920-a7e8-8433465106d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.692305 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Pushing event deleted for resources: {'Port': ['ID=ea76e1b9-2252-4748-aab4-25e3890d1806,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:00.701302 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.704229 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-29f7a222-63da-49f5-8e14-a6bc8706d42e tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (91a5a9e8-7323-4cb1-ba79-377af868165b), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.771868 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-16164597-cb6d-4920-a7e8-8433465106d6 None None] Port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:36:00.802779 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 32752654-80c5-44d7-a310-37ab542cbd0e is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:36:00.822066 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Routers {'976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:00.822700 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf233eb0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:00.825837 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c84acb-96fe-4960-83b8-7ad2d5351de3 None None] Pushing event updated for resources: {'Port': ['ID=5320fd86-cd82-48fd-b8af-dd4bb6edff46,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:00.847620 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7a222-63da-49f5-8e14-a6bc8706d42e tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a5a9e8-7323-4cb1-ba79-377af868165b,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:00.881253 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-29f7a222-63da-49f5-8e14-a6bc8706d42e tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:00.888946 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-29f7a222-63da-49f5-8e14-a6bc8706d42e tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5100780
Mar 25 03:36:00.889195 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34780) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:00.890288 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-f5c347cc-4894-43ee-a0f7-92d131543c56 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Request body: {'security_group_rule': {'security_group_id': '00da027c-2c07-49cb-92d1-75f8775aa301', 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:00.931087 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Router 727720ad-3914-4a41-a91d-7fef522c018a has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:36:01.024779 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.securitygroups_db [None req-f5c347cc-4894-43ee-a0f7-92d131543c56 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Project 48056ec4a0a14de9bc3675f24e816164 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 25 03:36:01.032514 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f5c347cc-4894-43ee-a0f7-92d131543c56 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (1ac9344e-f7f9-48a6-a675-994c7d6ae268), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:01.089101 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dd99a5-cc36-4553-9dc3-4842ac423b3c None None] New status for floating IP e34ca356-3657-4f99-9631-c08f7bb59f6f: ACTIVE {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:36:01.131703 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:36:01.144840 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1587281-09d2-4596-b154-d23f95eca3bb None None] Sync routers for ids ['727720ad-3914-4a41-a91d-7fef522c018a'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:36:01.159770 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f5c347cc-4894-43ee-a0f7-92d131543c56 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (1ac9344e-f7f9-48a6-a675-994c7d6ae268), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:01.197431 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1587281-09d2-4596-b154-d23f95eca3bb None None] Routers {'727720ad-3914-4a41-a91d-7fef522c018a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:01.198123 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-e1587281-09d2-4596-b154-d23f95eca3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf116640>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['727720ad-3914-4a41-a91d-7fef522c018a'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:01.210292 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bec0664b-0a06-4c24-b6d2-a68a4d0a4ec1 req-9a4e3e03-d875-4236-83a3-946b259859f6 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 210 time: 0.0452325
Mar 25 03:36:01.221339 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] No DVR routers for this DVR port ea76e1b9-2252-4748-aab4-25e3890d1806 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:36:01.225271 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:01.229769 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8158ed80-a84e-41a8-b874-a71568846aa1 req-a1faf2bd-f5a9-4559-961d-7635427d6c62 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.35 "DELETE /v2.0/ports/ea76e1b9-2252-4748-aab4-25e3890d1806 HTTP/1.1" status: 204  len: 173 time: 1.2192397
Mar 25 03:36:01.231710 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'name': 'network-vif-deleted', 'tag': 'ea76e1b9-2252-4748-aab4-25e3890d1806'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:01.244135 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8f7dbb-a39c-4f67-9ff1-1f412da97160" -d '{"events": [{"server_uuid": "ac78afb7-6e56-4ea4-ae61-e9864adb9eef", "name": "network-vif-deleted", "tag": "ea76e1b9-2252-4748-aab4-25e3890d1806"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:01.256222 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f5c347cc-4894-43ee-a0f7-92d131543c56 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (1ac9344e-f7f9-48a6-a675-994c7d6ae268), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:01.281534 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cad164-61ab-4533-b112-2ad56d54b967 x-openstack-request-id: req-37cad164-61ab-4533-b112-2ad56d54b967 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:01.281970 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac78afb7-6e56-4ea4-ae61-e9864adb9eef", "name": "network-vif-deleted", "tag": "ea76e1b9-2252-4748-aab4-25e3890d1806", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:01.282368 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37cad164-61ab-4533-b112-2ad56d54b967 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:01.282804 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c347cc-4894-43ee-a0f7-92d131543c56 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac9344e-f7f9-48a6-a675-994c7d6ae268,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:01.283060 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37cad164-61ab-4533-b112-2ad56d54b967'] response: {'server_uuid': 'ac78afb7-6e56-4ea4-ae61-e9864adb9eef', 'name': 'network-vif-deleted', 'tag': 'ea76e1b9-2252-4748-aab4-25e3890d1806', 'status': 'completed', 'code': 200}
Mar 25 03:36:01.320625 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] Set router 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:01.387139 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-0676c4ae-daa1-41c7-9db1-7ed1f15ecbc9 None None] Provisioning complete for port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:01.387520 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0676c4ae-daa1-41c7-9db1-7ed1f15ecbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:01.446392 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f5c347cc-4894-43ee-a0f7-92d131543c56 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:01.447831 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-f5c347cc-4894-43ee-a0f7-92d131543c56 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5610590
Mar 25 03:36:01.450626 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34786) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:01.455826 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-13c7d6d9-9d44-42b0-9e12-1c2f8041c5eb tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Request body: {'security_group_rule': {'security_group_id': '00da027c-2c07-49cb-92d1-75f8775aa301', 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:01.521030 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-e1587281-09d2-4596-b154-d23f95eca3bb None None] Set router 727720ad-3914-4a41-a91d-7fef522c018a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:01.592651 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.securitygroups_db [None req-13c7d6d9-9d44-42b0-9e12-1c2f8041c5eb tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Project 48056ec4a0a14de9bc3675f24e816164 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 25 03:36:01.598144 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-13c7d6d9-9d44-42b0-9e12-1c2f8041c5eb tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (d08387a7-74a5-4355-945b-306f01e89cc9), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:01.657494 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-13c7d6d9-9d44-42b0-9e12-1c2f8041c5eb tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (d08387a7-74a5-4355-945b-306f01e89cc9), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:01.717605 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-0676c4ae-daa1-41c7-9db1-7ed1f15ecbc9 None None] Current status of the port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:36:01.718203 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0676c4ae-daa1-41c7-9db1-7ed1f15ecbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:01.740865 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-13c7d6d9-9d44-42b0-9e12-1c2f8041c5eb tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (d08387a7-74a5-4355-945b-306f01e89cc9), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:01.758765 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7d6d9-9d44-42b0-9e12-1c2f8041c5eb tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08387a7-74a5-4355-945b-306f01e89cc9,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:01.784659 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-0676c4ae-daa1-41c7-9db1-7ed1f15ecbc9 None None] For port 5320fd86-cd82-48fd-b8af-dd4bb6edff46, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=5320fd86-cd82-48fd-b8af-dd4bb6edff46,segment=NetworkSegment(eb12b65c-2088-491d-8b7d-262f396ee80f),segment_id=eb12b65c-2088-491d-8b7d-262f396ee80f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:01.806109 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf233eb0>, [{'id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'name': 'tempest-TestShelveInstance-28853360-router', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:52Z', 'updated_at': '2022-03-25T03:35:57Z', 'revision_number': 4, 'project_id': 'c35f84afe6364992963940ca78607d2e', 'gw_port': {'id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:53Z', 'updated_at': '2022-03-25T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '5320fd86-cd82-48fd-b8af-dd4bb6edff46', 'name': '', 'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'mac_address': 'fa:16:3e:55:c4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '0617b707-c59f-4423-a000-c31bc941a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:56Z', 'updated_at': '2022-03-25T03:36:00Z', 'revision_number': 4, 'project_id': 'c35f84afe6364992963940ca78607d2e', 'subnets': [{'id': '0617b707-c59f-4423-a000-c31bc941a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:01.851671 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-13c7d6d9-9d44-42b0-9e12-1c2f8041c5eb tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:01.853110 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-13c7d6d9-9d44-42b0-9e12-1c2f8041c5eb tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4011664
Mar 25 03:36:01.853332 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7ad40-1c90-4a7c-a037-eae608c13c8b None None] The sync data for ids ['976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'] in dv-cinder-835168-1-iscsi is: [{'id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'name': 'tempest-TestShelveInstance-28853360-router', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:52Z', 'updated_at': '2022-03-25T03:35:57Z', 'revision_number': 4, 'project_id': 'c35f84afe6364992963940ca78607d2e', 'gw_port': {'id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:53Z', 'updated_at': '2022-03-25T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '5320fd86-cd82-48fd-b8af-dd4bb6edff46', 'name': '', 'network_id': '4d21a402-9315-4156-94a9-60967d0e58e7', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'mac_address': 'fa:16:3e:55:c4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '0617b707-c59f-4423-a000-c31bc941a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:56Z', 'updated_at': '2022-03-25T03:36:00Z', 'revision_number': 4, 'project_id': 'c35f84afe6364992963940ca78607d2e', 'subnets': [{'id': '0617b707-c59f-4423-a000-c31bc941a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:36:01.882158 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-e1587281-09d2-4596-b154-d23f95eca3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf116640>, [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6', 'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'mac_address': 'fa:16:3e:29:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:06Z', 'updated_at': '2022-03-25T03:31:18Z', 'revision_number': 5, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'subnets': [{'id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:01.915505 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1587281-09d2-4596-b154-d23f95eca3bb None None] Checking router: 727720ad-3914-4a41-a91d-7fef522c018a for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:36:01.930630 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1587281-09d2-4596-b154-d23f95eca3bb None None] Routers {'727720ad-3914-4a41-a91d-7fef522c018a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:01.931454 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-e1587281-09d2-4596-b154-d23f95eca3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf116640>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['727720ad-3914-4a41-a91d-7fef522c018a'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:01.976735 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0676c4ae-daa1-41c7-9db1-7ed1f15ecbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:02.075303 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676c4ae-daa1-41c7-9db1-7ed1f15ecbc9 None None] Pushing event updated for resources: {'Port': ['ID=5320fd86-cd82-48fd-b8af-dd4bb6edff46,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:02.103651 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-e1587281-09d2-4596-b154-d23f95eca3bb None None] Set router 727720ad-3914-4a41-a91d-7fef522c018a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:02.327588 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-e1587281-09d2-4596-b154-d23f95eca3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf116640>, [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6', 'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'mac_address': 'fa:16:3e:29:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:06Z', 'updated_at': '2022-03-25T03:31:18Z', 'revision_number': 5, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'subnets': [{'id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:02.335680 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f8a6ba03-59c7-4f17-acf7-cbe6e240db03 req-73020e0f-2145-44a3-a591-939268ac2757 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac78afb7-6e56-4ea4-ae61-e9864adb9eef HTTP/1.1" status: 200  len: 210 time: 0.0349388
Mar 25 03:36:02.359403 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1587281-09d2-4596-b154-d23f95eca3bb None None] The sync data for ids ['727720ad-3914-4a41-a91d-7fef522c018a'] in dv-cinder-835168-1-iscsi is: [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:09Z', 'revision_number': 4, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6', 'name': '', 'network_id': '9d70a202-db46-4a1a-a143-044e2e127080', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'mac_address': 'fa:16:3e:29:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:06Z', 'updated_at': '2022-03-25T03:31:18Z', 'revision_number': 5, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'subnets': [{'id': '7008e8ea-4697-461d-ba8a-15ecafc567cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:36:02.556079 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 5320fd86-cd82-48fd-b8af-dd4bb6edff46 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:36:02.629815 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:02.630275 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:02.695638 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f300438-2054-48e5-a533-9585892b5b93 None None] New status for floating IP 2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8: DOWN {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:36:02.729789 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:36:02.853252 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:03.064791 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device ea76e1b9-2252-4748-aab4-25e3890d1806 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:03.084940 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: ea76e1b9-2252-4748-aab4-25e3890d1806 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:03.085284 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device ea76e1b9-2252-4748-aab4-25e3890d1806 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:03.485161 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34852) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:03.538345 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-11bca0b2-f7ba-4d5e-a461-4487ecab5485 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for security_group (e8faf44f-cce6-4f03-8f4d-bf21b60ff882), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:03.564166 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-11bca0b2-f7ba-4d5e-a461-4487ecab5485 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for security_group (e8faf44f-cce6-4f03-8f4d-bf21b60ff882), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:03.752912 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-11bca0b2-f7ba-4d5e-a461-4487ecab5485 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (e8faf44f-cce6-4f03-8f4d-bf21b60ff882), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:03.755405 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-11bca0b2-f7ba-4d5e-a461-4487ecab5485 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:03.756577 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-11bca0b2-f7ba-4d5e-a461-4487ecab5485 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "DELETE /v2.0/security-groups/e8faf44f-cce6-4f03-8f4d-bf21b60ff882 HTTP/1.1" status: 204  len: 168 time: 0.2703736
Mar 25 03:36:03.759683 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34854) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:03.765949 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bca0b2-f7ba-4d5e-a461-4487ecab5485 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8faf44f-cce6-4f03-8f4d-bf21b60ff882,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:03.780954 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.api.v2.resource [None req-1760692b-1616-4263-82f9-48f4f4bb1163 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] show failed (client error): The resource could not be found.
Mar 25 03:36:03.785243 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-1760692b-1616-4263-82f9-48f4f4bb1163 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups/e8faf44f-cce6-4f03-8f4d-bf21b60ff882 HTTP/1.1" status: 404  len: 347 time: 0.0244050
Mar 25 03:36:03.785513 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34856) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:03.919309 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-738f377c-2aaa-4041-bf89-01ca61d33f60 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Deleting port 25be164a-9732-48e3-acf4-a905d2535888 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:03.919653 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-738f377c-2aaa-4041-bf89-01ca61d33f60 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (25be164a-9732-48e3-acf4-a905d2535888), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:04.002059 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-738f377c-2aaa-4041-bf89-01ca61d33f60 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (25be164a-9732-48e3-acf4-a905d2535888), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:04.002475 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-738f377c-2aaa-4041-bf89-01ca61d33f60 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for floatingip (25be164a-9732-48e3-acf4-a905d2535888), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:04.014916 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-738f377c-2aaa-4041-bf89-01ca61d33f60 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Calling delete_port for 25be164a-9732-48e3-acf4-a905d2535888 owned by network:floatingip {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:04.221102 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-738f377c-2aaa-4041-bf89-01ca61d33f60 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (25be164a-9732-48e3-acf4-a905d2535888), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:04.250122 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f377c-2aaa-4041-bf89-01ca61d33f60 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Pushing event deleted for resources: {'Port': ['ID=25be164a-9732-48e3-acf4-a905d2535888,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:04.312500 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-738f377c-2aaa-4041-bf89-01ca61d33f60 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks [] for floatingip (2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:04.315249 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-738f377c-2aaa-4041-bf89-01ca61d33f60 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:04.316593 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-738f377c-2aaa-4041-bf89-01ca61d33f60 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "DELETE /v2.0/floatingips/2eecfa5c-7407-4346-a9e5-5ab6f06f3ee8 HTTP/1.1" status: 204  len: 168 time: 0.5299165
Mar 25 03:36:07.443626 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdccc20-3c58-463e-8b2e-73375b0b3bf6 req-9c67b7d7-314a-4d20-81df-7f6a2db08ac9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:07.445128 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6fdccc20-3c58-463e-8b2e-73375b0b3bf6 req-9c67b7d7-314a-4d20-81df-7f6a2db08ac9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0559211
Mar 25 03:36:07.493572 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6fdccc20-3c58-463e-8b2e-73375b0b3bf6 req-c62f6c17-1f28-4ec5-988b-4d77d5648aea tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429358
Mar 25 03:36:08.615675 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865ccf6-4064-4f24-8b8d-1615f17b5ed0 req-7303df31-0011-45e8-8146-c97e14da1c3c tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:08.617144 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d865ccf6-4064-4f24-8b8d-1615f17b5ed0 req-7303df31-0011-45e8-8146-c97e14da1c3c tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0527658
Mar 25 03:36:08.663523 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d865ccf6-4064-4f24-8b8d-1615f17b5ed0 req-b4642b99-50bb-42d9-b4b7-2f24d59d428f tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399575
Mar 25 03:36:09.786011 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f892e-e63f-46ff-8fad-740433df886a req-c16326a1-a8c0-4bb9-8463-e5c57094aa3e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:09.787553 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9f0f892e-e63f-46ff-8fad-740433df886a req-c16326a1-a8c0-4bb9-8463-e5c57094aa3e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0557451
Mar 25 03:36:09.834602 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9f0f892e-e63f-46ff-8fad-740433df886a req-7b7f4f00-2a82-4ebc-b516-6ea5abfe8209 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409451
Mar 25 03:36:10.250361 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589eaa4-5ddc-4deb-8f4e-0c98ef02c844 req-b7b8f39a-f56f-4fdd-ada0-f8e9911d2c28 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:10.251794 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3589eaa4-5ddc-4deb-8f4e-0c98ef02c844 req-b7b8f39a-f56f-4fdd-ada0-f8e9911d2c28 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.35 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 945 time: 0.0539665
Mar 25 03:36:10.345453 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:36:10.353566 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-3589eaa4-5ddc-4deb-8f4e-0c98ef02c844 req-7debf21a-1185-4a22-bbd5-0fd413ace245 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Deleting port 7a3a6de7-1d57-4f92-b520-826d9af653f4 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:10.353945 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-3589eaa4-5ddc-4deb-8f4e-0c98ef02c844 req-7debf21a-1185-4a22-bbd5-0fd413ace245 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:10.442977 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-3589eaa4-5ddc-4deb-8f4e-0c98ef02c844 req-7debf21a-1185-4a22-bbd5-0fd413ace245 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] For port 7a3a6de7-1d57-4f92-b520-826d9af653f4, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=7a3a6de7-1d57-4f92-b520-826d9af653f4,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:10.443329 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-3589eaa4-5ddc-4deb-8f4e-0c98ef02c844 req-7debf21a-1185-4a22-bbd5-0fd413ace245 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:10.456700 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-3589eaa4-5ddc-4deb-8f4e-0c98ef02c844 req-7debf21a-1185-4a22-bbd5-0fd413ace245 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Calling delete_port for 7a3a6de7-1d57-4f92-b520-826d9af653f4 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:10.632328 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1dc3c-9c0f-47c3-902f-74f72f24efe6 req-5db51c78-11dd-46ae-8249-0823aca9958e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:10.633730 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5ba1dc3c-9c0f-47c3-902f-74f72f24efe6 req-5db51c78-11dd-46ae-8249-0823aca9958e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 945 time: 0.0572939
Mar 25 03:36:10.683479 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5ba1dc3c-9c0f-47c3-902f-74f72f24efe6 req-841f4d30-b29b-400c-a43c-2a1bda7d2675 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442138
Mar 25 03:36:10.695074 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-3589eaa4-5ddc-4deb-8f4e-0c98ef02c844 req-7debf21a-1185-4a22-bbd5-0fd413ace245 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (7a3a6de7-1d57-4f92-b520-826d9af653f4), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:10.707376 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['09219ae5-fb35-4a1c-8769-efa178c6dd25', '7a3a6de7-1d57-4f92-b520-826d9af653f4'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:36:10.728601 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debf21a-1185-4a22-bbd5-0fd413ace245 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Pushing event deleted for resources: {'Port': ['ID=7a3a6de7-1d57-4f92-b520-826d9af653f4,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:10.777862 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-3589eaa4-5ddc-4deb-8f4e-0c98ef02c844 req-7debf21a-1185-4a22-bbd5-0fd413ace245 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] No DVR routers for this DVR port 7a3a6de7-1d57-4f92-b520-826d9af653f4 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:36:10.780415 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-3589eaa4-5ddc-4deb-8f4e-0c98ef02c844 req-7debf21a-1185-4a22-bbd5-0fd413ace245 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:10.783823 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3589eaa4-5ddc-4deb-8f4e-0c98ef02c844 req-7debf21a-1185-4a22-bbd5-0fd413ace245 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.35 "DELETE /v2.0/ports/7a3a6de7-1d57-4f92-b520-826d9af653f4 HTTP/1.1" status: 204  len: 173 time: 0.5254922
Mar 25 03:36:10.784404 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4168ab03-5d67-4c73-91c5-f633f27747ac', 'name': 'network-vif-deleted', 'tag': '7a3a6de7-1d57-4f92-b520-826d9af653f4'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:10.789702 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daaec32f-b267-447b-a4f7-265f45d84d5a" -d '{"events": [{"server_uuid": "4168ab03-5d67-4c73-91c5-f633f27747ac", "name": "network-vif-deleted", "tag": "7a3a6de7-1d57-4f92-b520-826d9af653f4"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:10.821915 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad9c07c-f84a-48dc-9f8d-c8e62bd76124 x-openstack-request-id: req-5ad9c07c-f84a-48dc-9f8d-c8e62bd76124 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:10.823055 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4168ab03-5d67-4c73-91c5-f633f27747ac", "name": "network-vif-deleted", "tag": "7a3a6de7-1d57-4f92-b520-826d9af653f4", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:10.823055 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ad9c07c-f84a-48dc-9f8d-c8e62bd76124 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:10.823055 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad9c07c-f84a-48dc-9f8d-c8e62bd76124'] response: {'server_uuid': '4168ab03-5d67-4c73-91c5-f633f27747ac', 'name': 'network-vif-deleted', 'tag': '7a3a6de7-1d57-4f92-b520-826d9af653f4', 'status': 'completed', 'code': 200}
Mar 25 03:36:10.929253 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-041e9e06-dbf1-40a4-8df8-eb862a554668 req-3f19f2aa-287d-447d-a7d1-fd6035149eb9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=4168ab03-5d67-4c73-91c5-f633f27747ac HTTP/1.1" status: 200  len: 210 time: 0.0270927
Mar 25 03:36:11.805180 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c11437-7b6e-4951-b5c7-2c701a2c8365 req-07f71a7e-9ca3-4a63-aa68-2f0e6b4ddf5a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:11.806609 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-51c11437-7b6e-4951-b5c7-2c701a2c8365 req-07f71a7e-9ca3-4a63-aa68-2f0e6b4ddf5a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 945 time: 0.0535464
Mar 25 03:36:11.854164 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-51c11437-7b6e-4951-b5c7-2c701a2c8365 req-25c5e7a5-32a3-437c-abb3-dea5374170b3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419748
Mar 25 03:36:12.402239 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f71851-c6c5-4571-847f-a4f40e1e54d6 req-e4c7b782-59db-4d8a-b88d-8cab32059aed tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:12.403688 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-79f71851-c6c5-4571-847f-a4f40e1e54d6 req-e4c7b782-59db-4d8a-b88d-8cab32059aed tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0528255
Mar 25 03:36:12.477602 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-79f71851-c6c5-4571-847f-a4f40e1e54d6 req-e3c23fe1-ddf5-4a28-8af8-7b4dd391539c tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673146
Mar 25 03:36:12.501223 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-766fac7f-d858-4b3b-b1e2-7530e52893b4 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:12.502620 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-766fac7f-d858-4b3b-b1e2-7530e52893b4 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 945 time: 0.0640497
Mar 25 03:36:12.599233 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Deleting port 1986c487-764a-4781-8696-ffe3395a3f42 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:12.599574 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (1986c487-764a-4781-8696-ffe3395a3f42), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:12.690151 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] For port 1986c487-764a-4781-8696-ffe3395a3f42, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=1986c487-764a-4781-8696-ffe3395a3f42,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:12.697323 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (1986c487-764a-4781-8696-ffe3395a3f42), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:12.808282 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d2033a15-29bf-4151-b8e9-bffc3e221a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:12.862538 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:12.862900 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (926fd046-3763-4f36-a413-7cbbd8b86eb3), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:12.863200 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Floating IP 926fd046-3763-4f36-a413-7cbbd8b86eb3 disassociated. External IP: 172.27.0.220, port: 1986c487-764a-4781-8696-ffe3395a3f42.
Mar 25 03:36:12.863533 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Calling delete_port for 1986c487-764a-4781-8696-ffe3395a3f42 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:12.981209 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142af3c-1d7a-4826-8e31-af1d792bedb0 req-7c9c670b-a197-44ae-b861-a336ffd68e5a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:12.982731 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e142af3c-1d7a-4826-8e31-af1d792bedb0 req-7c9c670b-a197-44ae-b861-a336ffd68e5a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 945 time: 0.0585356
Mar 25 03:36:13.030542 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e142af3c-1d7a-4826-8e31-af1d792bedb0 req-ade7ac65-efa5-4971-936b-6529fc8546af tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c3dabe-1d00-436f-a475-68ad42ec9215&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420518
Mar 25 03:36:13.055299 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (1986c487-764a-4781-8696-ffe3395a3f42), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:13.068450 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 1986c487-764a-4781-8696-ffe3395a3f42 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:13.083065 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event deleted for resources: {'Port': ['ID=1986c487-764a-4781-8696-ffe3395a3f42,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:13.091347 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 1986c487-764a-4781-8696-ffe3395a3f42 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:13.091696 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 1986c487-764a-4781-8696-ffe3395a3f42 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:13.092120 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 7a3a6de7-1d57-4f92-b520-826d9af653f4 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:13.112527 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 7a3a6de7-1d57-4f92-b520-826d9af653f4 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:13.112881 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 7a3a6de7-1d57-4f92-b520-826d9af653f4 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:13.441632 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:36:13.566811 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:36:13.579051 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275990f-a391-4ae9-91a6-c61678a9883f None None] Sync routers for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:36:13.590012 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275990f-a391-4ae9-91a6-c61678a9883f None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:13.590930 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-7275990f-a391-4ae9-91a6-c61678a9883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf16aaf0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:13.630343 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] No DVR routers for this DVR port 1986c487-764a-4781-8696-ffe3395a3f42 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:36:13.634004 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:13.637593 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-dc88cf77-ce31-4d63-a5df-e1a0512e35aa req-e2cb14c1-9243-4334-884c-aa6819ad139f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "DELETE /v2.0/ports/1986c487-764a-4781-8696-ffe3395a3f42 HTTP/1.1" status: 204  len: 173 time: 1.1279752
Mar 25 03:36:13.638080 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f682b-c0c3-4c01-ba6b-db54804704f2', 'name': 'network-vif-deleted', 'tag': '1986c487-764a-4781-8696-ffe3395a3f42'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:13.640765 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9b096d-abe4-4a6b-80c8-86f1a7887b47" -d '{"events": [{"server_uuid": "480f682b-c0c3-4c01-ba6b-db54804704f2", "name": "network-vif-deleted", "tag": "1986c487-764a-4781-8696-ffe3395a3f42"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:13.659539 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea0072-013c-4c79-9e77-add736d6bc9d req-b94a3019-abb1-4f30-8204-dba8862393bc tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:13.661180 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6fea0072-013c-4c79-9e77-add736d6bc9d req-b94a3019-abb1-4f30-8204-dba8862393bc tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.1113935
Mar 25 03:36:13.686494 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f157e77-a3be-4e6d-a394-21ce02a1f3cc x-openstack-request-id: req-5f157e77-a3be-4e6d-a394-21ce02a1f3cc {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:13.686789 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f682b-c0c3-4c01-ba6b-db54804704f2", "name": "network-vif-deleted", "tag": "1986c487-764a-4781-8696-ffe3395a3f42", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:13.687048 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f157e77-a3be-4e6d-a394-21ce02a1f3cc {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:13.687448 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f157e77-a3be-4e6d-a394-21ce02a1f3cc'] response: {'server_uuid': '480f682b-c0c3-4c01-ba6b-db54804704f2', 'name': 'network-vif-deleted', 'tag': '1986c487-764a-4781-8696-ffe3395a3f42', 'status': 'completed', 'code': 200}
Mar 25 03:36:13.720483 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6fea0072-013c-4c79-9e77-add736d6bc9d req-dbcd7c61-b1ac-4109-a708-03b86d8a9ef9 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533073
Mar 25 03:36:13.835186 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-7275990f-a391-4ae9-91a6-c61678a9883f None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:14.041796 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-7275990f-a391-4ae9-91a6-c61678a9883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf16aaf0>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:14.071795 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275990f-a391-4ae9-91a6-c61678a9883f None None] Checking router: 6a36ad02-4238-4232-ad4d-dbbf59a59e63 for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:36:14.078312 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275990f-a391-4ae9-91a6-c61678a9883f None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:14.078928 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-7275990f-a391-4ae9-91a6-c61678a9883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf16aaf0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:35:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:14.152656 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2c22587c-fc4d-468e-94e8-cedbbf7aa81c req-11dcab83-8cbd-4988-b173-16c1e69a8039 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=480f682b-c0c3-4c01-ba6b-db54804704f2 HTTP/1.1" status: 200  len: 210 time: 0.0280180
Mar 25 03:36:14.190738 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-7275990f-a391-4ae9-91a6-c61678a9883f None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:14.387485 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-7275990f-a391-4ae9-91a6-c61678a9883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf16aaf0>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:14.416155 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275990f-a391-4ae9-91a6-c61678a9883f None None] The sync data for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi is: [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:36:14.633323 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a958e781-8571-475e-81d8-b71b6ebb3244 None None] New status for floating IP 926fd046-3763-4f36-a413-7cbbd8b86eb3: DOWN {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:36:14.842169 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8200d5c-12c2-4f9f-bc62-4087760249b4 req-78199b50-d5c5-4a5c-917d-2fb858018239 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:14.848230 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c8200d5c-12c2-4f9f-bc62-4087760249b4 req-78199b50-d5c5-4a5c-917d-2fb858018239 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0601151
Mar 25 03:36:14.894265 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c8200d5c-12c2-4f9f-bc62-4087760249b4 req-9f5f7984-3109-4e59-96f7-15d593de1716 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401950
Mar 25 03:36:15.187210 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8983728e-4286-4403-b187-451c788286b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:15.295147 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34976) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:15.346748 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d8a7-3b9b-4490-b62b-4d654c04f60c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (78c3dabe-1d00-436f-a475-68ad42ec9215), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:15.368546 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d8a7-3b9b-4490-b62b-4d654c04f60c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (78c3dabe-1d00-436f-a475-68ad42ec9215), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:15.483581 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d8a7-3b9b-4490-b62b-4d654c04f60c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (78c3dabe-1d00-436f-a475-68ad42ec9215), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:15.486123 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d8a7-3b9b-4490-b62b-4d654c04f60c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:15.487259 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-f0b0d8a7-3b9b-4490-b62b-4d654c04f60c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "DELETE /v2.0/security-groups/78c3dabe-1d00-436f-a475-68ad42ec9215 HTTP/1.1" status: 204  len: 168 time: 0.1911123
Mar 25 03:36:15.490102 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34980) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:15.495998 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0d8a7-3b9b-4490-b62b-4d654c04f60c tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c3dabe-1d00-436f-a475-68ad42ec9215,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:15.503576 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.api.v2.resource [None req-5077a73b-5111-435c-82d8-1d8e10725153 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] show failed (client error): The resource could not be found.
Mar 25 03:36:15.504578 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-5077a73b-5111-435c-82d8-1d8e10725153 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups/78c3dabe-1d00-436f-a475-68ad42ec9215 HTTP/1.1" status: 404  len: 347 time: 0.0134404
Mar 25 03:36:15.507442 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34982) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:15.626761 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-8aa00b5f-d502-445f-8ec6-453b66572978 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Deleting port 8dae1d45-e709-471e-8eba-0c4ffcbd752a {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:15.627096 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8aa00b5f-d502-445f-8ec6-453b66572978 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (8dae1d45-e709-471e-8eba-0c4ffcbd752a), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:15.703040 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8aa00b5f-d502-445f-8ec6-453b66572978 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (8dae1d45-e709-471e-8eba-0c4ffcbd752a), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:15.703371 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8aa00b5f-d502-445f-8ec6-453b66572978 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (8dae1d45-e709-471e-8eba-0c4ffcbd752a), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:15.714802 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-8aa00b5f-d502-445f-8ec6-453b66572978 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Calling delete_port for 8dae1d45-e709-471e-8eba-0c4ffcbd752a owned by network:floatingip {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:15.907056 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8aa00b5f-d502-445f-8ec6-453b66572978 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (8dae1d45-e709-471e-8eba-0c4ffcbd752a), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:15.933270 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa00b5f-d502-445f-8ec6-453b66572978 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event deleted for resources: {'Port': ['ID=8dae1d45-e709-471e-8eba-0c4ffcbd752a,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:15.998406 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8aa00b5f-d502-445f-8ec6-453b66572978 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (926fd046-3763-4f36-a413-7cbbd8b86eb3), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.001022 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8aa00b5f-d502-445f-8ec6-453b66572978 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.002319 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-8aa00b5f-d502-445f-8ec6-453b66572978 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "DELETE /v2.0/floatingips/926fd046-3763-4f36-a413-7cbbd8b86eb3 HTTP/1.1" status: 204  len: 168 time: 0.4939687
Mar 25 03:36:16.023617 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe8240-e33d-4876-b117-3e24b76796f5 req-1c6c5655-dde8-4d2f-8b92-e8e5e209710a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:16.025112 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-21fe8240-e33d-4876-b117-3e24b76796f5 req-1c6c5655-dde8-4d2f-8b92-e8e5e209710a tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0611374
Mar 25 03:36:16.071672 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-21fe8240-e33d-4876-b117-3e24b76796f5 req-a3b53e54-bcb7-448b-b8df-c24d0398711c tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/security-groups?id=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410461
Mar 25 03:36:16.207394 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e6acd-c67f-4cd2-8620-0900ed3768a2 req-7412dc28-45aa-4963-b009-b2ef336621b3 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:16.208882 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-236e6acd-c67f-4cd2-8620-0900ed3768a2 req-7412dc28-45aa-4963-b009-b2ef336621b3 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.35 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 945 time: 0.0514669
Mar 25 03:36:16.215448 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.262918 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34988) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:16.267494 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-d4b28e84-5290-4c7c-bb95-ee87b8f27643 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620807754', 'description': 'tempest-description--617540527'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:16.306546 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-236e6acd-c67f-4cd2-8620-0900ed3768a2 req-81c1c87c-6bac-4b27-9867-9e64fab76509 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Deleting port 09219ae5-fb35-4a1c-8769-efa178c6dd25 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:16.306879 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-236e6acd-c67f-4cd2-8620-0900ed3768a2 req-81c1c87c-6bac-4b27-9867-9e64fab76509 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.386950 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d4b28e84-5290-4c7c-bb95-ee87b8f27643 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.391922 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-236e6acd-c67f-4cd2-8620-0900ed3768a2 req-81c1c87c-6bac-4b27-9867-9e64fab76509 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] For port 09219ae5-fb35-4a1c-8769-efa178c6dd25, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=09219ae5-fb35-4a1c-8769-efa178c6dd25,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:16.392290 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-236e6acd-c67f-4cd2-8620-0900ed3768a2 req-81c1c87c-6bac-4b27-9867-9e64fab76509 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.409088 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-236e6acd-c67f-4cd2-8620-0900ed3768a2 req-81c1c87c-6bac-4b27-9867-9e64fab76509 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Calling delete_port for 09219ae5-fb35-4a1c-8769-efa178c6dd25 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:16.452920 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d4b28e84-5290-4c7c-bb95-ee87b8f27643 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (000d3358-9d0b-471f-b42a-6bf63bec6196), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.533642 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d4b28e84-5290-4c7c-bb95-ee87b8f27643 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (000d3358-9d0b-471f-b42a-6bf63bec6196), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.562921 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b28e84-5290-4c7c-bb95-ee87b8f27643 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000d3358-9d0b-471f-b42a-6bf63bec6196,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:16.627092 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-236e6acd-c67f-4cd2-8620-0900ed3768a2 req-81c1c87c-6bac-4b27-9867-9e64fab76509 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (09219ae5-fb35-4a1c-8769-efa178c6dd25), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.638526 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['09219ae5-fb35-4a1c-8769-efa178c6dd25'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:36:16.654787 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1c87c-6bac-4b27-9867-9e64fab76509 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Pushing event deleted for resources: {'Port': ['ID=09219ae5-fb35-4a1c-8769-efa178c6dd25,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:16.657329 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d4b28e84-5290-4c7c-bb95-ee87b8f27643 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.663706 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-d4b28e84-5290-4c7c-bb95-ee87b8f27643 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3975418
Mar 25 03:36:16.663706 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 34992) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:16.666646 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-fb020d06-3bde-4ef6-b575-457c36c86cab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'security_group_rule': {'security_group_id': '000d3358-9d0b-471f-b42a-6bf63bec6196', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:16.707448 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-236e6acd-c67f-4cd2-8620-0900ed3768a2 req-81c1c87c-6bac-4b27-9867-9e64fab76509 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] No DVR routers for this DVR port 09219ae5-fb35-4a1c-8769-efa178c6dd25 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:36:16.709895 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-236e6acd-c67f-4cd2-8620-0900ed3768a2 req-81c1c87c-6bac-4b27-9867-9e64fab76509 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.713374 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-236e6acd-c67f-4cd2-8620-0900ed3768a2 req-81c1c87c-6bac-4b27-9867-9e64fab76509 tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.35 "DELETE /v2.0/ports/09219ae5-fb35-4a1c-8769-efa178c6dd25 HTTP/1.1" status: 204  len: 173 time: 0.4992390
Mar 25 03:36:16.715569 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427bf197-f076-4687-807b-a2c6805847c9', 'name': 'network-vif-deleted', 'tag': '09219ae5-fb35-4a1c-8769-efa178c6dd25'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:16.717332 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed245f44-c5c8-4459-a814-f9a5add587f3" -d '{"events": [{"server_uuid": "427bf197-f076-4687-807b-a2c6805847c9", "name": "network-vif-deleted", "tag": "09219ae5-fb35-4a1c-8769-efa178c6dd25"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:16.804785 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80c90aa-8522-4587-b80b-3ba47e133b67 x-openstack-request-id: req-f80c90aa-8522-4587-b80b-3ba47e133b67 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:16.805082 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427bf197-f076-4687-807b-a2c6805847c9", "name": "network-vif-deleted", "tag": "09219ae5-fb35-4a1c-8769-efa178c6dd25", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:16.807126 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f80c90aa-8522-4587-b80b-3ba47e133b67 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:16.807126 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f80c90aa-8522-4587-b80b-3ba47e133b67'] response: {'server_uuid': '427bf197-f076-4687-807b-a2c6805847c9', 'name': 'network-vif-deleted', 'tag': '09219ae5-fb35-4a1c-8769-efa178c6dd25', 'status': 'completed', 'code': 200}
Mar 25 03:36:16.809137 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fb020d06-3bde-4ef6-b575-457c36c86cab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (790f1a0b-e224-4ebe-a663-f77532132543), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.865928 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fb020d06-3bde-4ef6-b575-457c36c86cab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (790f1a0b-e224-4ebe-a663-f77532132543), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.929844 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fb020d06-3bde-4ef6-b575-457c36c86cab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (790f1a0b-e224-4ebe-a663-f77532132543), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:16.948578 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb020d06-3bde-4ef6-b575-457c36c86cab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790f1a0b-e224-4ebe-a663-f77532132543,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:17.029758 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fb020d06-3bde-4ef6-b575-457c36c86cab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:17.031140 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-fb020d06-3bde-4ef6-b575-457c36c86cab tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3680511
Mar 25 03:36:17.034027 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 34998) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:17.038729 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-17eaadad-4543-4971-8036-0c353feb6bf7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'security_group_rule': {'security_group_id': '000d3358-9d0b-471f-b42a-6bf63bec6196', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:17.139026 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-17eaadad-4543-4971-8036-0c353feb6bf7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (e6bfeab0-e2e6-4cef-8569-63fb544fbdd0), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:17.194837 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-17eaadad-4543-4971-8036-0c353feb6bf7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (e6bfeab0-e2e6-4cef-8569-63fb544fbdd0), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:17.260766 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-17eaadad-4543-4971-8036-0c353feb6bf7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (e6bfeab0-e2e6-4cef-8569-63fb544fbdd0), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:17.287690 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaadad-4543-4971-8036-0c353feb6bf7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bfeab0-e2e6-4cef-8569-63fb544fbdd0,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:17.305130 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ef45d9ca-574a-4b66-a408-aa1c81503c00 req-86ba0fa9-2ccf-4957-b6aa-c1105eba581e tempest-ServerRescueNegativeTestJSON-801262137 tempest-ServerRescueNegativeTestJSON-801262137-project] 10.222.0.24 "GET /v2.0/ports?device_id=427bf197-f076-4687-807b-a2c6805847c9 HTTP/1.1" status: 200  len: 210 time: 0.0367520
Mar 25 03:36:17.365773 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-17eaadad-4543-4971-8036-0c353feb6bf7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:17.367023 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-17eaadad-4543-4971-8036-0c353feb6bf7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3318930
Mar 25 03:36:17.370010 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35004) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:17.374773 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:17.460988 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:17.489418 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:17.560103 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:17.663517 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Allocated IP 172.27.0.165 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/954b4eb9-9c68-44b5-946b-242b17fec4b1) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:36:17.767239 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for port (954b4eb9-9c68-44b5-946b-242b17fec4b1), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:17.929756 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (954b4eb9-9c68-44b5-946b-242b17fec4b1), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:17.964687 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:36:17.968171 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:36:17.971660 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:36:17.996924 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'Port': ['ID=954b4eb9-9c68-44b5-946b-242b17fec4b1,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:18.062634 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (f6c34b7a-6d8d-4b69-8c62-b247629f06d9), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:18.149746 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (954b4eb9-9c68-44b5-946b-242b17fec4b1), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:18.295992 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for port (954b4eb9-9c68-44b5-946b-242b17fec4b1), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:18.356896 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (954b4eb9-9c68-44b5-946b-242b17fec4b1), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:18.364011 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35012) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:18.424962 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'Port': ['ID=954b4eb9-9c68-44b5-946b-242b17fec4b1,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:18.435849 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (f6c34b7a-6d8d-4b69-8c62-b247629f06d9), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:18.531564 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:18.532913 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-1634ec44-3169-4d7b-bd96-b235301c18dc tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1619534
Mar 25 03:36:18.686368 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-7cab4dd6-6d75-4610-b2d6-02178317dba2 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1620807754&fields=id&tenant_id=eb7222adc16e4fffa44214043ad0c7ad HTTP/1.1" status: 200  len: 267 time: 0.0415196
Mar 25 03:36:18.792019 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-e6ef1dd7-f16d-4abc-8a77-74638f5238f3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:18.793472 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-e6ef1dd7-f16d-4abc-8a77-74638f5238f3 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 814 time: 0.1006820
Mar 25 03:36:18.807926 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-928f87a5-db56-49d8-832d-5ba7ca9df2b6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/quotas/eb7222adc16e4fffa44214043ad0c7ad HTTP/1.1" status: 200  len: 375 time: 0.0089202
Mar 25 03:36:18.862238 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-41f04e4d-45e0-49b0-b96b-0a3a01d9839b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0488155
Mar 25 03:36:18.879879 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f828-7aef-4861-846e-0a39bf0dc0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-459075'] for router_interface (727720ad-3914-4a41-a91d-7fef522c018a), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:18.958119 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-91b7aadf-e2d9-4e21-a83b-039fb5028e88 service neutron] 10.222.0.24 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841093
Mar 25 03:36:19.047754 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-d52ea62b-4712-4251-9def-103f2a90e57d service neutron] 10.222.0.24 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824738
Mar 25 03:36:19.101417 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 09219ae5-fb35-4a1c-8769-efa178c6dd25 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:19.127265 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 09219ae5-fb35-4a1c-8769-efa178c6dd25 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:19.127535 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 09219ae5-fb35-4a1c-8769-efa178c6dd25 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:19.183063 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4f828-7aef-4861-846e-0a39bf0dc0d0 admin admin] Deleting port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:19.183406 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f828-7aef-4861-846e-0a39bf0dc0d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:19.220789 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:19.272926 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-1cb4f828-7aef-4861-846e-0a39bf0dc0d0 admin admin] For port c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:19.273293 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f828-7aef-4861-846e-0a39bf0dc0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:19.287950 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4f828-7aef-4861-846e-0a39bf0dc0d0 admin admin] Calling delete_port for c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 owned by network:router_interface {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:19.589301 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b07f7f54-9af4-4c2f-9bce-ec7bd6f9e478 req-875a7f7c-b697-4252-8519-dda00f38ff44 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 210 time: 0.0306525
Mar 25 03:36:19.760952 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-0bb8c003-204c-4fa5-81fc-550d02ec153f tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606077933&fields=id&tenant_id=48056ec4a0a14de9bc3675f24e816164 HTTP/1.1" status: 200  len: 267 time: 0.0456011
Mar 25 03:36:19.866436 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-737d605a-e522-4405-b18f-4b86c6e76897 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:19.867875 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-737d605a-e522-4405-b18f-4b86c6e76897 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/networks?id=81599753-6f37-4c20-8ddf-546347b4f65f HTTP/1.1" status: 200  len: 809 time: 0.1003926
Mar 25 03:36:19.873337 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f828-7aef-4861-846e-0a39bf0dc0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:19.883849 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-2bb48dd2-905f-4e24-a35b-2dfcec6ddb1a tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/quotas/48056ec4a0a14de9bc3675f24e816164 HTTP/1.1" status: 200  len: 375 time: 0.0094242
Mar 25 03:36:19.900306 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4f828-7aef-4861-846e-0a39bf0dc0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:19.943471 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-96a6d9b8-cf16-4f3e-8e4e-b69a5260cdb5 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48056ec4a0a14de9bc3675f24e816164&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0541315
Mar 25 03:36:20.070449 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f828-7aef-4861-846e-0a39bf0dc0d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462323'] for router_interface (727720ad-3914-4a41-a91d-7fef522c018a), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:20.120837 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-ac3802f9-8fe4-440a-9b33-7f225fcc778b service neutron] 10.222.0.24 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621518
Mar 25 03:36:20.211268 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-7eef775d-5254-402e-9477-95a0710832a8 service neutron] 10.222.0.24 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895488
Mar 25 03:36:20.297590 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb4f828-7aef-4861-846e-0a39bf0dc0d0 admin admin] Router 727720ad-3914-4a41-a91d-7fef522c018a has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:36:20.404788 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb4f828-7aef-4861-846e-0a39bf0dc0d0 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:36:20.409752 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-1cb4f828-7aef-4861-846e-0a39bf0dc0d0 admin admin] 10.222.0.24 "PUT /v2.0/routers/727720ad-3914-4a41-a91d-7fef522c018a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0461049
Mar 25 03:36:20.412235 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35056) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:20.414671 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28bcb5e-91a1-4758-b435-6d6c71c47310 None None] Sync routers for ids ['727720ad-3914-4a41-a91d-7fef522c018a'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:36:20.425121 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28bcb5e-91a1-4758-b435-6d6c71c47310 None None] Routers {'727720ad-3914-4a41-a91d-7fef522c018a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:20.425803 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-a28bcb5e-91a1-4758-b435-6d6c71c47310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebe2393a0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['727720ad-3914-4a41-a91d-7fef522c018a'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:20.530599 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Publish callbacks [] for router (727720ad-3914-4a41-a91d-7fef522c018a), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:20.542364 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-a28bcb5e-91a1-4758-b435-6d6c71c47310 None None] Set router 727720ad-3914-4a41-a91d-7fef522c018a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:20.649703 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Publish callbacks [] for router_gateway (727720ad-3914-4a41-a91d-7fef522c018a), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:20.689581 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-36ac9518-4a4a-4b5f-afac-fae7416327da req-26bbcba9-16ac-456c-ad43-9d519924c706 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 210 time: 0.0272861
Mar 25 03:36:20.738829 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-a28bcb5e-91a1-4758-b435-6d6c71c47310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebe2393a0>, [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:36:19Z', 'revision_number': 5, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port': {'id': '2756141c-34e2-48c8-a81a-139308b6e13e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727720ad-3914-4a41-a91d-7fef522c018a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:00Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:20.764641 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28bcb5e-91a1-4758-b435-6d6c71c47310 None None] Checking router: 727720ad-3914-4a41-a91d-7fef522c018a for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:36:20.774834 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28bcb5e-91a1-4758-b435-6d6c71c47310 None None] Routers {'727720ad-3914-4a41-a91d-7fef522c018a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:20.774834 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-a28bcb5e-91a1-4758-b435-6d6c71c47310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebe2393a0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['727720ad-3914-4a41-a91d-7fef522c018a'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:20.815367 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Deleting port 2756141c-34e2-48c8-a81a-139308b6e13e {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:20.815836 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (2756141c-34e2-48c8-a81a-139308b6e13e), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:20.878379 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-de8a9623-aadc-43c6-9ad9-0e2e3da0ef82 req-92e9d3d3-ec82-4a5a-8bbd-14038577eacf tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 210 time: 0.0650244
Mar 25 03:36:20.891135 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-a28bcb5e-91a1-4758-b435-6d6c71c47310 None None] Set router 727720ad-3914-4a41-a91d-7fef522c018a gateway port host: None {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:20.942396 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] For port 2756141c-34e2-48c8-a81a-139308b6e13e, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=2756141c-34e2-48c8-a81a-139308b6e13e,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:20.942867 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (2756141c-34e2-48c8-a81a-139308b6e13e), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:20.957212 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-a28bcb5e-91a1-4758-b435-6d6c71c47310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebe2393a0>, [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:36:20Z', 'revision_number': 6, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port_host': None}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:20.958096 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Calling delete_port for 2756141c-34e2-48c8-a81a-139308b6e13e owned by network:router_gateway {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:20.985125 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28bcb5e-91a1-4758-b435-6d6c71c47310 None None] The sync data for ids ['727720ad-3914-4a41-a91d-7fef522c018a'] in dv-cinder-835168-1-iscsi is: [{'id': '727720ad-3914-4a41-a91d-7fef522c018a', 'name': 'tempest-ServerRescueNegativeTestJSON-827384927-router', 'tenant_id': '6750a1abb76a492a97a64e85a17b7237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:36:20Z', 'revision_number': 6, 'project_id': '6750a1abb76a492a97a64e85a17b7237', 'gw_port_host': None}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:36:21.232675 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (2756141c-34e2-48c8-a81a-139308b6e13e), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:21.258660 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2756141c-34e2-48c8-a81a-139308b6e13e,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:21.323475 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462345'] for router_gateway (727720ad-3914-4a41-a91d-7fef522c018a), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:21.434674 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6115'] for router (727720ad-3914-4a41-a91d-7fef522c018a), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:21.437006 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Publish callbacks [] for router_controller (727720ad-3914-4a41-a91d-7fef522c018a), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:21.649867 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-461290'] for router (727720ad-3914-4a41-a91d-7fef522c018a), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:21.650526 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 727720ad-3914-4a41-a91d-7fef522c018a {{(pid=103656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 25 03:36:21.656144 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:21.659683 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-797d9c4e-6fa5-4683-a3a6-a6cb0b1b4fc2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/727720ad-3914-4a41-a91d-7fef522c018a HTTP/1.1" status: 204  len: 168 time: 1.2440403
Mar 25 03:36:21.660016 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35070) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:21.716726 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_v2 [None req-31855eb1-28b9-4eb5-bb20-4f54f648225e admin admin] Deleting subnet 7008e8ea-4697-461d-ba8a-15ecafc567cb {{(pid=103656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:36:21.720147 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-31855eb1-28b9-4eb5-bb20-4f54f648225e admin admin] Publish callbacks [] for subnet (7008e8ea-4697-461d-ba8a-15ecafc567cb), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:21.752274 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-1d10d2b8-5f85-4768-ba0c-f1b4f3ef390a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:21.757636 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-1d10d2b8-5f85-4768-ba0c-f1b4f3ef390a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 814 time: 0.1190751
Mar 25 03:36:21.778020 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-31855eb1-28b9-4eb5-bb20-4f54f648225e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580478'] for subnet (7008e8ea-4697-461d-ba8a-15ecafc567cb), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:21.808114 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d9371803-0e97-4fe4-b746-4aa18a15b780 req-8bb668ef-350e-4a3b-90f5-07b083b41125 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 210 time: 0.0309961
Mar 25 03:36:21.840741 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-e2453612-78df-47e3-87dc-4ce1836dce41 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb7222adc16e4fffa44214043ad0c7ad HTTP/1.1" status: 200  len: 380 time: 0.0771027
Mar 25 03:36:21.851389 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-a513a10a-ab83-4be5-96de-034aaecd4a5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'port': {'device_id': '3adea18c-d822-4dae-9b71-da67a6a3100e', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'admin_state_up': True, 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'security_groups': ['000d3358-9d0b-471f-b42a-6bf63bec6196']}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:21.900970 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-31855eb1-28b9-4eb5-bb20-4f54f648225e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (7008e8ea-4697-461d-ba8a-15ecafc567cb), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:21.983121 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a6c08f79-219a-4f84-b604-97362ce2de61 req-f97bd1df-3778-466d-a369-898582206901 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 210 time: 0.0424359
Mar 25 03:36:22.078561 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-a513a10a-ab83-4be5-96de-034aaecd4a5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Made reservation on behalf of eb7222adc16e4fffa44214043ad0c7ad for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:36:22.079148 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-31855eb1-28b9-4eb5-bb20-4f54f648225e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846492'] for subnet (7008e8ea-4697-461d-ba8a-15ecafc567cb), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.082039 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-a513a10a-ab83-4be5-96de-034aaecd4a5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.109152 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31855eb1-28b9-4eb5-bb20-4f54f648225e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7008e8ea-4697-461d-ba8a-15ecafc567cb,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:22.118718 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-31855eb1-28b9-4eb5-bb20-4f54f648225e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.122688 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-31855eb1-28b9-4eb5-bb20-4f54f648225e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7008e8ea-4697-461d-ba8a-15ecafc567cb HTTP/1.1" status: 204  len: 168 time: 0.4611976
Mar 25 03:36:22.127293 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35076) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:22.129152 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a5fb5c-71bc-47d7-a489-acecf147833a None None] Network 9d70a202-db46-4a1a-a143-044e2e127080 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:36:22.222502 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (9d70a202-db46-4a1a-a143-044e2e127080), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.253142 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-a513a10a-ab83-4be5-96de-034aaecd4a5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Allocated IP 172.20.0.3 (3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5/3f66c337-0509-432b-a485-8345b9a5f7ed/32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:36:22.290229 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Deleting port f0c315b2-b437-4f56-a42f-d8832fd88db6 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:22.290583 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.327784 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760f7ac6-ebc7-46b1-ab75-6cb5dc84f7ba None None] DHCP port deletion for 9d70a202-db46-4a1a-a143-044e2e127080 request from dv-cinder-835168-1-iscsi {{(pid=103657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 25 03:36:22.356083 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] For port f0c315b2-b437-4f56-a42f-d8832fd88db6, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=f0c315b2-b437-4f56-a42f-d8832fd88db6,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:22.356707 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.370737 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Calling delete_port for f0c315b2-b437-4f56-a42f-d8832fd88db6 owned by network:dhcp {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:22.384617 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-760f7ac6-ebc7-46b1-ab75-6cb5dc84f7ba None None] Deleting port f0c315b2-b437-4f56-a42f-d8832fd88db6 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:22.385128 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-760f7ac6-ebc7-46b1-ab75-6cb5dc84f7ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.415832 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-a513a10a-ab83-4be5-96de-034aaecd4a5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.452848 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-760f7ac6-ebc7-46b1-ab75-6cb5dc84f7ba None None] For port f0c315b2-b437-4f56-a42f-d8832fd88db6, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=f0c315b2-b437-4f56-a42f-d8832fd88db6,segment=NetworkSegment(737d88cb-258d-42e4-a259-0d51d1ea6981),segment_id=737d88cb-258d-42e4-a259-0d51d1ea6981)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:22.453451 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-760f7ac6-ebc7-46b1-ab75-6cb5dc84f7ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.467102 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-760f7ac6-ebc7-46b1-ab75-6cb5dc84f7ba None None] Calling delete_port for f0c315b2-b437-4f56-a42f-d8832fd88db6 owned by network:dhcp {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:22.533144 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2756141c-34e2-48c8-a81a-139308b6e13e no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:22.551324 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.551472 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-a513a10a-ab83-4be5-96de-034aaecd4a5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.580302 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c315b2-b437-4f56-a42f-d8832fd88db6,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:22.586611 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] No DVR routers for this DVR port f0c315b2-b437-4f56-a42f-d8832fd88db6 on host dv-cinder-835168-1-iscsi {{(pid=103656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:36:22.599167 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-a513a10a-ab83-4be5-96de-034aaecd4a5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:36:22.602886 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-a513a10a-ab83-4be5-96de-034aaecd4a5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:36:22.609368 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-a513a10a-ab83-4be5-96de-034aaecd4a5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:36:22.616899 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513a10a-ab83-4be5-96de-034aaecd4a5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event updated for resources: {'Port': ['ID=32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:22.669115 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-a513a10a-ab83-4be5-96de-034aaecd4a5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:22.669960 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-a513a10a-ab83-4be5-96de-034aaecd4a5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.685133 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (9d70a202-db46-4a1a-a143-044e2e127080), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.697586 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 2756141c-34e2-48c8-a81a-139308b6e13e {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:22.697952 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2756141c-34e2-48c8-a81a-139308b6e13e not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:22.698893 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:22.718017 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb67f3550>,) {'filters': {'network_id': ['9d70a202-db46-4a1a-a143-044e2e127080']}} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:22.729213 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb67f3550>, '737d88cb-258d-42e4-a259-0d51d1ea6981') {'for_net_delete': True} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:22.729827 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb67f3550>, '737d88cb-258d-42e4-a259-0d51d1ea6981') {} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:22.735705 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:22.736060 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device c4bc81e9-a5ad-4a2a-a22b-d64ca70f36a6 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:22.736478 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device f0c315b2-b437-4f56-a42f-d8832fd88db6 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:22.742364 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8580423'] for segment (737d88cb-258d-42e4-a259-0d51d1ea6981), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.757479 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (737d88cb-258d-42e4-a259-0d51d1ea6981), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.759815 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: f0c315b2-b437-4f56-a42f-d8832fd88db6 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:22.760164 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device f0c315b2-b437-4f56-a42f-d8832fd88db6 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:22.774583 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:36:22.774985 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583136'] for segment (737d88cb-258d-42e4-a259-0d51d1ea6981), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]: Traceback (most recent call last):
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     timer()
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     cb(*args, **kw)
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     return func(*args, **kwargs)
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     self._notify()
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     self.callback(batched_events)
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     event.method(event)
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     return f(self, *a, **k)
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._get(url).json()
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:36:22.776754 dv-cinder-835168-1-iscsi neutron-server[103656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:36:22.781268 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-760f7ac6-ebc7-46b1-ab75-6cb5dc84f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255'] for port (f0c315b2-b437-4f56-a42f-d8832fd88db6), after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.789132 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-a513a10a-ab83-4be5-96de-034aaecd4a5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9435675
Mar 25 03:36:22.822311 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f7ac6-ebc7-46b1-ab75-6cb5dc84f7ba None None] Pushing event deleted for resources: {'Port': ['ID=f0c315b2-b437-4f56-a42f-d8832fd88db6,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:22.835975 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760f7ac6-ebc7-46b1-ab75-6cb5dc84f7ba None None] No DVR routers for this DVR port f0c315b2-b437-4f56-a42f-d8832fd88db6 on host dv-cinder-835168-1-iscsi {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:36:22.876556 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Request body: {'port': {'device_id': '3adea18c-d822-4dae-9b71-da67a6a3100e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:22.928811 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (9d70a202-db46-4a1a-a143-044e2e127080), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.929495 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-da16f15a-4e0b-46c2-80c3-231175c08d88 None None] Provisioning complete for port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:22.929964 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-da16f15a-4e0b-46c2-80c3-231175c08d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.935744 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:22.942065 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] 10.222.0.24 "DELETE /v2.0/networks/9d70a202-db46-4a1a-a143-044e2e127080 HTTP/1.1" status: 204  len: 168 time: 0.8114016
Mar 25 03:36:22.953084 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9cb9f-23a4-4f3f-8bab-8bd357598c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d70a202-db46-4a1a-a143-044e2e127080,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:22.973808 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-da16f15a-4e0b-46c2-80c3-231175c08d88 None None] Port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:36:22.977616 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:23.003954 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a37ed-4f01-4e8e-a58e-d2a305587d1f req-e24fc53d-6153-4998-94e7-e73f01c3a657 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:23.006889 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-051a37ed-4f01-4e8e-a58e-d2a305587d1f req-e24fc53d-6153-4998-94e7-e73f01c3a657 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 931 time: 0.1057894
Mar 25 03:36:23.078376 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1a080486-335b-44ba-82ab-54b24b28f575 req-dcc9ddcf-d705-461c-98cb-67c9a1964549 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 210 time: 0.0269113
Mar 25 03:36:23.135206 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-051a37ed-4f01-4e8e-a58e-d2a305587d1f req-f88f43ba-a461-4027-beb1-c35a37532e1b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109440
Mar 25 03:36:23.288414 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:36:23.296968 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Publish callbacks [] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:23.308441 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Transition to ACTIVE for port object 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:36:23.328389 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35090) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:23.374979 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-d44916d3-71be-4090-a9d1-c75633938edd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6750a1abb76a492a97a64e85a17b7237&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0430827
Mar 25 03:36:23.375366 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35092) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:23.381960 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:23.424684 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f30648c-b69a-4342-91b3-443f7577bf2b admin admin] Publish callbacks [] for security_group (f5a2e4aa-e7cc-43b1-830e-02c06a4032c9), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:23.450326 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f30648c-b69a-4342-91b3-443f7577bf2b admin admin] Publish callbacks [] for security_group (f5a2e4aa-e7cc-43b1-830e-02c06a4032c9), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:23.482923 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Pushing event updated for resources: {'Port': ['ID=32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:23.554112 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-846613bb-38b9-480f-8f24-4cd0c4df45b6 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:23.555621 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-846613bb-38b9-480f-8f24-4cd0c4df45b6 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.35 "GET /v2.0/networks?id=81599753-6f37-4c20-8ddf-546347b4f65f HTTP/1.1" status: 200  len: 809 time: 0.1990960
Mar 25 03:36:23.607937 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Attempting to bind port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:36:23.608407 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Attempting to bind port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:36:23.608802 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Attempting to bind port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:36:23.622025 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:36:23.622359 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Attempting to bind port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 on network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:36:23.626974 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f30648c-b69a-4342-91b3-443f7577bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (f5a2e4aa-e7cc-43b1-830e-02c06a4032c9), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:23.632635 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f30648c-b69a-4342-91b3-443f7577bf2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:23.638600 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-7f30648c-b69a-4342-91b3-443f7577bf2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5a2e4aa-e7cc-43b1-830e-02c06a4032c9 HTTP/1.1" status: 204  len: 168 time: 0.2612898
Mar 25 03:36:23.639418 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:36:23.639763 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Checking segment: {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:36:23.640184 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Bound using segment: {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:36:23.640631 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Bound port: 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364eacaf-ec21-48d1-a58d-c1b1a3220f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:36:23.640988 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:23.655273 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30648c-b69a-4342-91b3-443f7577bf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a2e4aa-e7cc-43b1-830e-02c06a4032c9,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:23.660639 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dc3dfe6c-9063-431d-889b-cb3e81a2541c tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48056ec4a0a14de9bc3675f24e816164 HTTP/1.1" status: 200  len: 379 time: 0.0942509
Mar 25 03:36:23.671692 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-ee2314b1-da8a-4a00-9b35-a582d8e82898 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Request body: {'port': {'device_id': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'admin_state_up': True, 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'security_groups': ['00da027c-2c07-49cb-92d1-75f8775aa301']}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:23.787866 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] For port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:36:23.808483 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] For port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:36:23.912606 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:23.943922 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-ee2314b1-da8a-4a00-9b35-a582d8e82898 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Made reservation on behalf of 48056ec4a0a14de9bc3675f24e816164 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:36:23.947187 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-ee2314b1-da8a-4a00-9b35-a582d8e82898 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:23.953122 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:23.953760 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:23.959065 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] 10.222.0.35 "PUT /v2.0/ports/32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 HTTP/1.1" status: 200  len: 1093 time: 1.1575727
Mar 25 03:36:23.959065 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3adea18c-d822-4dae-9b71-da67a6a3100e', 'tag': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:23.959065 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc826c7-c0bb-42f5-8658-3bbbfb47307a" -d '{"events": [{"name": "network-changed", "server_uuid": "3adea18c-d822-4dae-9b71-da67a6a3100e", "tag": "32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:24.261463 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ef8925-3796-4290-8ca4-2e765738695a x-openstack-request-id: req-78ef8925-3796-4290-8ca4-2e765738695a {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:24.261821 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3adea18c-d822-4dae-9b71-da67a6a3100e", "tag": "32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:24.262030 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78ef8925-3796-4290-8ca4-2e765738695a {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:24.262396 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ef8925-3796-4290-8ca4-2e765738695a'] response: {'name': 'network-changed', 'server_uuid': '3adea18c-d822-4dae-9b71-da67a6a3100e', 'tag': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3', 'status': 'completed', 'code': 200}
Mar 25 03:36:24.281707 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ebc26-0e56-4d2a-b3df-672b0966ffc8 req-eee693d0-ae62-4e00-ad71-c980fe03a74d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:24.287954 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0339ab-49bb-4d7f-b551-1c2bff59a186 service neutron] Pushing event updated for resources: {'Port': ['ID=32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:24.289375 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-203ebc26-0e56-4d2a-b3df-672b0966ffc8 req-eee693d0-ae62-4e00-ad71-c980fe03a74d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 943 time: 0.0696900
Mar 25 03:36:24.331359 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-203ebc26-0e56-4d2a-b3df-672b0966ffc8 req-7f9d25c7-fec6-4cac-b034-877d0e0f4774 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409541
Mar 25 03:36:24.347350 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8a60e485-b57f-4910-ae73-6353c6491e9b req-e89e099c-d71a-436b-8322-9644c92f3aff tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 210 time: 0.0900881
Mar 25 03:36:24.412037 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc826c7-c0bb-42f5-8658-3bbbfb47307a req-3a7d57d2-a3b0-4c79-88df-6541cb875b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:24.413742 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9dc826c7-c0bb-42f5-8658-3bbbfb47307a req-3a7d57d2-a3b0-4c79-88df-6541cb875b6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 1127 time: 0.1576431
Mar 25 03:36:24.480688 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-ee2314b1-da8a-4a00-9b35-a582d8e82898 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Allocated IP 172.20.0.7 (81599753-6f37-4c20-8ddf-546347b4f65f/e91e36b2-ae84-44ed-9e80-1ddc8b7776ce/88719ce4-6600-449d-8bea-54b358379366) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:36:24.554000 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc826c7-c0bb-42f5-8658-3bbbfb47307a req-3278f1a7-cff6-4fe6-bff7-310aeff99fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:24.555390 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9dc826c7-c0bb-42f5-8658-3bbbfb47307a req-3278f1a7-cff6-4fe6-bff7-310aeff99fd1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1334887
Mar 25 03:36:24.724662 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc826c7-c0bb-42f5-8658-3bbbfb47307a req-598c6b16-0b12-4723-a56f-dd971fab3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:24.726182 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9dc826c7-c0bb-42f5-8658-3bbbfb47307a req-598c6b16-0b12-4723-a56f-dd971fab3bde service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1567011
Mar 25 03:36:24.728842 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-ee2314b1-da8a-4a00-9b35-a582d8e82898 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for port (88719ce4-6600-449d-8bea-54b358379366), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:24.805296 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-1ff5959b-557b-4a21-9247-20e8bff09773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:24.806813 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-1ff5959b-557b-4a21-9247-20e8bff09773 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 1127 time: 0.0459335
Mar 25 03:36:24.847855 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-14608591-52e0-4b19-a789-c09d78bf7e6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 HTTP/1.1" status: 200  len: 217 time: 0.0343227
Mar 25 03:36:24.863095 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-ee2314b1-da8a-4a00-9b35-a582d8e82898 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (88719ce4-6600-449d-8bea-54b358379366), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:24.938314 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-ee2314b1-da8a-4a00-9b35-a582d8e82898 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Network 81599753-6f37-4c20-8ddf-546347b4f65f is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:36:24.939880 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-20189213-dbd4-4a6d-ab5d-85c48ecc744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:24.941344 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-20189213-dbd4-4a6d-ab5d-85c48ecc744e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f66c337-0509-432b-a485-8345b9a5f7ed HTTP/1.1" status: 200  len: 853 time: 0.0877295
Mar 25 03:36:24.946446 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-ee2314b1-da8a-4a00-9b35-a582d8e82898 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:36:24.958981 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-ee2314b1-da8a-4a00-9b35-a582d8e82898 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:36:24.969433 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2314b1-da8a-4a00-9b35-a582d8e82898 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Pushing event updated for resources: {'Port': ['ID=88719ce4-6600-449d-8bea-54b358379366,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:25.040733 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-ee2314b1-da8a-4a00-9b35-a582d8e82898 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:25.041374 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-ee2314b1-da8a-4a00-9b35-a582d8e82898 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:25.062526 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-796bd274-ba07-4010-aa6f-27e9e3d423f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:25.062526 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-796bd274-ba07-4010-aa6f-27e9e3d423f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1056085
Mar 25 03:36:25.161852 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-ee2314b1-da8a-4a00-9b35-a582d8e82898 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4965663
Mar 25 03:36:25.167518 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-d83ed08d-5457-4d3e-8475-d425d2b3b7e7 service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1038888
Mar 25 03:36:25.187155 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Request body: {'port': {'device_id': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:25.279558 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-c695b006-bd05-465f-8247-2972dd51ec58 None None] Provisioning complete for port 88719ce4-6600-449d-8bea-54b358379366 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:25.280124 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c695b006-bd05-465f-8247-2972dd51ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (88719ce4-6600-449d-8bea-54b358379366), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:25.296764 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (88719ce4-6600-449d-8bea-54b358379366), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:25.316212 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-c695b006-bd05-465f-8247-2972dd51ec58 None None] Port 88719ce4-6600-449d-8bea-54b358379366 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:36:25.323141 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84e8d095-d35c-4553-9b62-e9bf8dc0ccfb req-9200a672-6143-4742-96f7-1488229c7c2c service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464689
Mar 25 03:36:25.520758 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8f717-3f5d-48b3-af9a-899dfb21e1cf req-50a3ac1d-0032-47b4-a471-54c31e063f96 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:25.522254 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-72e8f717-3f5d-48b3-af9a-899dfb21e1cf req-50a3ac1d-0032-47b4-a471-54c31e063f96 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 943 time: 0.1128492
Mar 25 03:36:25.597787 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-72e8f717-3f5d-48b3-af9a-899dfb21e1cf req-ba34556a-379c-4499-b3b4-381bd47097b2 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666082
Mar 25 03:36:25.645902 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88719ce4-6600-449d-8bea-54b358379366 {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:36:25.661575 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Publish callbacks [] for port (88719ce4-6600-449d-8bea-54b358379366), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:25.695715 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Transition to ACTIVE for port object 88719ce4-6600-449d-8bea-54b358379366 will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:36:25.714259 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac540da-acbd-4514-a407-3f7823aef2b1 req-d78558f1-0b88-4184-9e6d-dbad9013c4d4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:25.716082 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7ac540da-acbd-4514-a407-3f7823aef2b1 req-d78558f1-0b88-4184-9e6d-dbad9013c4d4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 931 time: 0.0657887
Mar 25 03:36:25.769710 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7ac540da-acbd-4514-a407-3f7823aef2b1 req-a69fb50c-810b-404f-ab88-a27c0ebf6daf tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444756
Mar 25 03:36:25.786692 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (88719ce4-6600-449d-8bea-54b358379366), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:25.847950 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Pushing event updated for resources: {'Port': ['ID=88719ce4-6600-449d-8bea-54b358379366,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:25.923892 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Attempting to bind port 88719ce4-6600-449d-8bea-54b358379366 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:36:25.924244 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Attempting to bind port 88719ce4-6600-449d-8bea-54b358379366 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '08f7466a-cdd0-4660-a422-67d378de88b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:36:25.924562 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Attempting to bind port 88719ce4-6600-449d-8bea-54b358379366 on network 81599753-6f37-4c20-8ddf-546347b4f65f {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:36:25.930187 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Port 88719ce4-6600-449d-8bea-54b358379366 on network 81599753-6f37-4c20-8ddf-546347b4f65f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:36:25.930517 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Attempting to bind port 88719ce4-6600-449d-8bea-54b358379366 on network 81599753-6f37-4c20-8ddf-546347b4f65f {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:36:25.937159 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:36:25.937524 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Checking segment: {'id': '08f7466a-cdd0-4660-a422-67d378de88b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:36:25.937928 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Bound using segment: {'id': '08f7466a-cdd0-4660-a422-67d378de88b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:36:25.938425 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Bound port: 88719ce4-6600-449d-8bea-54b358379366, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08f7466a-cdd0-4660-a422-67d378de88b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:36:25.938782 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (88719ce4-6600-449d-8bea-54b358379366), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:26.028882 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] For port 88719ce4-6600-449d-8bea-54b358379366, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:36:26.033278 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] For port 88719ce4-6600-449d-8bea-54b358379366, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=88719ce4-6600-449d-8bea-54b358379366,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:36:26.124650 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (88719ce4-6600-449d-8bea-54b358379366), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:26.159863 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:26.160486 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:26.161907 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] 10.222.0.35 "PUT /v2.0/ports/88719ce4-6600-449d-8bea-54b358379366 HTTP/1.1" status: 200  len: 1093 time: 0.9864473
Mar 25 03:36:26.185272 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd15173-049e-413b-8f83-9a95b9920206 service neutron] Pushing event updated for resources: {'Port': ['ID=88719ce4-6600-449d-8bea-54b358379366,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:26.263901 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'tag': '88719ce4-6600-449d-8bea-54b358379366'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:26.266292 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f512b0b0-4293-4fe3-bff9-903d19c53af9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "tag": "88719ce4-6600-449d-8bea-54b358379366"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:26.304459 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c267e3-8b09-4a54-b9f2-1fa7ca091ceb x-openstack-request-id: req-b9c267e3-8b09-4a54-b9f2-1fa7ca091ceb {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:26.304826 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "tag": "88719ce4-6600-449d-8bea-54b358379366", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:26.305206 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9c267e3-8b09-4a54-b9f2-1fa7ca091ceb {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:26.305705 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c267e3-8b09-4a54-b9f2-1fa7ca091ceb'] response: {'name': 'network-changed', 'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'tag': '88719ce4-6600-449d-8bea-54b358379366', 'status': 'completed', 'code': 200}
Mar 25 03:36:26.359964 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-f55fc203-457b-4d2b-af5c-ee8ee2a3f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:26.361475 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-f55fc203-457b-4d2b-af5c-ee8ee2a3f51c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48056ec4a0a14de9bc3675f24e816164&device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 1127 time: 0.0457978
Mar 25 03:36:26.405339 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-cbb06717-5f6c-4744-a40f-dad145d94643 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88719ce4-6600-449d-8bea-54b358379366 HTTP/1.1" status: 200  len: 217 time: 0.0339587
Mar 25 03:36:26.458598 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-f24409d6-7658-4abe-a607-0fd62e8597b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:26.460086 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-f24409d6-7658-4abe-a607-0fd62e8597b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e91e36b2-ae84-44ed-9e80-1ddc8b7776ce HTTP/1.1" status: 200  len: 848 time: 0.0488887
Mar 25 03:36:26.510729 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-080f30cb-21b7-4775-bfd0-b44602f97100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:26.512845 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-080f30cb-21b7-4775-bfd0-b44602f97100 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81599753-6f37-4c20-8ddf-546347b4f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0448442
Mar 25 03:36:26.627449 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b6a39128-86ca-4041-842f-54d9d2616b39 req-5f84155d-b82c-492f-8986-40f304660bf1 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756293651&fields=id&tenant_id=8fcb2a54095042de8f8a080ac25139a8 HTTP/1.1" status: 200  len: 267 time: 0.0657125
Mar 25 03:36:26.650373 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-2928e1b2-eecd-4a58-8a31-6546d28b9cec service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292119
Mar 25 03:36:26.719936 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f10f9-3c77-41fd-b490-bffcfdcc26af req-6bff21d2-4c08-4654-8fb9-ad3fdf2e41fd tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:26.721342 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-076f10f9-3c77-41fd-b490-bffcfdcc26af req-6bff21d2-4c08-4654-8fb9-ad3fdf2e41fd tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 943 time: 0.0553727
Mar 25 03:36:26.746845 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a39128-86ca-4041-842f-54d9d2616b39 req-6f6441e8-1f3b-4f99-95b3-d60943dcfbd9 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:26.748313 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b6a39128-86ca-4041-842f-54d9d2616b39 req-6f6441e8-1f3b-4f99-95b3-d60943dcfbd9 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 985 time: 0.1123261
Mar 25 03:36:26.768493 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-076f10f9-3c77-41fd-b490-bffcfdcc26af req-89f28ccf-48d0-40d7-b618-62f059add290 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411451
Mar 25 03:36:26.771131 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-b6a39128-86ca-4041-842f-54d9d2616b39 req-ab3384fa-9d27-4adb-b398-7d27ffd87824 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Request body: {'port': {'security_groups': ['f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe']}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:26.778523 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e9afd7-1425-4a98-8b61-543d54f9bbb2 req-8b64f483-4391-4b51-b755-622a09113646 service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1130979
Mar 25 03:36:26.849280 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b6a39128-86ca-4041-842f-54d9d2616b39 req-ab3384fa-9d27-4adb-b398-7d27ffd87824 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:26.968330 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb9341-b684-4448-a310-9e980f9cc65d req-d85560a3-ce60-483b-97fc-d3b8cf863ea8 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:26.970142 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-79eb9341-b684-4448-a310-9e980f9cc65d req-d85560a3-ce60-483b-97fc-d3b8cf863ea8 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0672021
Mar 25 03:36:27.019269 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-79eb9341-b684-4448-a310-9e980f9cc65d req-c2f72ba7-5eb1-49fe-aa01-98879a0abef7 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432913
Mar 25 03:36:27.032848 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512b0b0-4293-4fe3-bff9-903d19c53af9 req-20ae352b-d588-45bc-8e13-4e8da0b5bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:27.034392 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f512b0b0-4293-4fe3-bff9-903d19c53af9 req-20ae352b-d588-45bc-8e13-4e8da0b5bd29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48056ec4a0a14de9bc3675f24e816164&device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 1127 time: 0.1015627
Mar 25 03:36:27.114742 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-b6a39128-86ca-4041-842f-54d9d2616b39 req-ab3384fa-9d27-4adb-b398-7d27ffd87824 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] For port ba9c4373-21ce-4d60-a020-813c28a48553, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ba9c4373-21ce-4d60-a020-813c28a48553,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:27.135828 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:36:27.164841 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b6a39128-86ca-4041-842f-54d9d2616b39 req-ab3384fa-9d27-4adb-b398-7d27ffd87824 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for port (ba9c4373-21ce-4d60-a020-813c28a48553), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:27.170133 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512b0b0-4293-4fe3-bff9-903d19c53af9 req-db4c75c3-20a7-4f27-83d0-3333db687f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:27.171618 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f512b0b0-4293-4fe3-bff9-903d19c53af9 req-db4c75c3-20a7-4f27-83d0-3333db687f04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81599753-6f37-4c20-8ddf-546347b4f65f HTTP/1.1" status: 200  len: 910 time: 0.1278858
Mar 25 03:36:27.213045 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f512b0b0-4293-4fe3-bff9-903d19c53af9 req-789cdde6-f77d-4d52-bff7-368671256852 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88719ce4-6600-449d-8bea-54b358379366 HTTP/1.1" status: 200  len: 217 time: 0.0344217
Mar 25 03:36:27.236032 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:27.251132 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b6a39128-86ca-4041-842f-54d9d2616b39 req-ab3384fa-9d27-4adb-b398-7d27ffd87824 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:27.251919 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'port_id': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3', 'mac_address': 'fa:16:3e:ab:9c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:36:27.278543 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['ba9c4373-21ce-4d60-a020-813c28a48553'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:36:27.310736 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a39128-86ca-4041-842f-54d9d2616b39 req-ab3384fa-9d27-4adb-b398-7d27ffd87824 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:27.311451 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b6a39128-86ca-4041-842f-54d9d2616b39 req-ab3384fa-9d27-4adb-b398-7d27ffd87824 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:27.312618 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b6a39128-86ca-4041-842f-54d9d2616b39 req-ab3384fa-9d27-4adb-b398-7d27ffd87824 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "PUT /v2.0/ports/ba9c4373-21ce-4d60-a020-813c28a48553 HTTP/1.1" status: 200  len: 943 time: 0.5565019
Mar 25 03:36:27.318432 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35160) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:27.325935 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512b0b0-4293-4fe3-bff9-903d19c53af9 req-de497958-cddc-4619-b13c-c46ef88ec943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:27.326143 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:36:27.326429 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:27.327394 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f512b0b0-4293-4fe3-bff9-903d19c53af9 req-de497958-cddc-4619-b13c-c46ef88ec943 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e91e36b2-ae84-44ed-9e80-1ddc8b7776ce HTTP/1.1" status: 200  len: 848 time: 0.1081169
Mar 25 03:36:27.345823 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3384fa-9d27-4adb-b398-7d27ffd87824 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event updated for resources: {'Port': ['ID=ba9c4373-21ce-4d60-a020-813c28a48553,revision_number=7']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:27.351563 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:36:27.389176 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:27.396080 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512b0b0-4293-4fe3-bff9-903d19c53af9 req-3bd6fd6e-0ced-4e5a-8458-792ae0c9a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:27.396599 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['ba9c4373-21ce-4d60-a020-813c28a48553'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:36:27.398112 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f512b0b0-4293-4fe3-bff9-903d19c53af9 req-3bd6fd6e-0ced-4e5a-8458-792ae0c9a085 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81599753-6f37-4c20-8ddf-546347b4f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0614965
Mar 25 03:36:27.402111 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-620491db-ffff-44dc-8fb5-ad175f31a4eb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group (cc21f576-3904-4000-947f-0fd79127a82a), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:27.466381 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-620491db-ffff-44dc-8fb5-ad175f31a4eb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group (cc21f576-3904-4000-947f-0fd79127a82a), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:27.508901 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:27.546031 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f512b0b0-4293-4fe3-bff9-903d19c53af9 req-a0823087-ddc9-4681-b2ee-71ebf83a7611 service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404097
Mar 25 03:36:27.622215 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-620491db-ffff-44dc-8fb5-ad175f31a4eb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (cc21f576-3904-4000-947f-0fd79127a82a), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:27.624912 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-620491db-ffff-44dc-8fb5-ad175f31a4eb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:27.631134 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-620491db-ffff-44dc-8fb5-ad175f31a4eb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "DELETE /v2.0/security-groups/cc21f576-3904-4000-947f-0fd79127a82a HTTP/1.1" status: 204  len: 168 time: 0.3059111
Mar 25 03:36:27.631134 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35170) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:27.658466 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:27.664298 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-31569fcd-14fe-4f77-ac9c-d78273d7a1d2 None None] Provisioning complete for port ba9c4373-21ce-4d60-a020-813c28a48553 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:27.664677 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-31569fcd-14fe-4f77-ac9c-d78273d7a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:27.674204 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f512b0b0-4293-4fe3-bff9-903d19c53af9 req-9c1e6adb-13cb-4397-a2c4-77a3d411c3bb service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1206837
Mar 25 03:36:27.703982 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620491db-ffff-44dc-8fb5-ad175f31a4eb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc21f576-3904-4000-947f-0fd79127a82a,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:27.790147 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-31569fcd-14fe-4f77-ac9c-d78273d7a1d2 None None] Current status of the port ba9c4373-21ce-4d60-a020-813c28a48553 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:36:27.811976 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:36:27.827338 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e3e6d-3d16-4039-a653-4e08ab3331c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Deleting port 6aa8a5ef-7144-4a2c-a401-8bad03b9c669 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:27.827899 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e6d-3d16-4039-a653-4e08ab3331c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (6aa8a5ef-7144-4a2c-a401-8bad03b9c669), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:28.139149 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185a51b-4d22-4d70-8cd6-8b2f765832ca req-c6f3f553-6b62-4ba3-83e5-2840b81222e3 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:28.140642 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6185a51b-4d22-4d70-8cd6-8b2f765832ca req-c6f3f553-6b62-4ba3-83e5-2840b81222e3 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0547614
Mar 25 03:36:28.179169 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457325dc-d808-420e-a5b9-634f951f9b7b req-35a1961e-ad91-4ecb-ae93-55ed8c332d1b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:28.180639 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-457325dc-d808-420e-a5b9-634f951f9b7b req-35a1961e-ad91-4ecb-ae93-55ed8c332d1b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 944 time: 0.3396842
Mar 25 03:36:28.182381 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e6d-3d16-4039-a653-4e08ab3331c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (6aa8a5ef-7144-4a2c-a401-8bad03b9c669), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:28.183019 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e6d-3d16-4039-a653-4e08ab3331c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for floatingip (6aa8a5ef-7144-4a2c-a401-8bad03b9c669), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:28.192983 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6185a51b-4d22-4d70-8cd6-8b2f765832ca req-5b695958-0810-4916-b4dc-fad82db3e55f tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467951
Mar 25 03:36:28.202100 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e3e6d-3d16-4039-a653-4e08ab3331c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Calling delete_port for 6aa8a5ef-7144-4a2c-a401-8bad03b9c669 owned by network:floatingip {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:28.293048 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-457325dc-d808-420e-a5b9-634f951f9b7b req-cdc2740a-a81d-441c-9c21-8cea486550f9 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025972
Mar 25 03:36:28.307010 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:28.309492 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07518ba9-abc9-4404-9317-b90514042427" -d '{"events": [{"name": "network-changed", "server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:28.344991 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8361428c-4377-4d07-887b-ece2277d810d x-openstack-request-id: req-8361428c-4377-4d07-887b-ece2277d810d {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:28.345281 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:28.345817 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8361428c-4377-4d07-887b-ece2277d810d {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:28.346233 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8361428c-4377-4d07-887b-ece2277d810d'] response: {'name': 'network-changed', 'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553', 'status': 'completed', 'code': 200}
Mar 25 03:36:28.460514 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e6d-3d16-4039-a653-4e08ab3331c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (6aa8a5ef-7144-4a2c-a401-8bad03b9c669), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:28.486120 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e3e6d-3d16-4039-a653-4e08ab3331c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event deleted for resources: {'Port': ['ID=6aa8a5ef-7144-4a2c-a401-8bad03b9c669,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:28.545794 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e6d-3d16-4039-a653-4e08ab3331c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks [] for floatingip (27ff9a75-f0d5-4f7a-8ef1-1b860f1fcc9a), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:28.547737 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.l3_db [None req-ce4e3e6d-3d16-4039-a653-4e08ab3331c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Floating IP 27ff9a75-f0d5-4f7a-8ef1-1b860f1fcc9a disassociated (deleted). External IP: 172.27.0.240, port: ba9c4373-21ce-4d60-a020-813c28a48553.
Mar 25 03:36:28.752068 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4e3e6d-3d16-4039-a653-4e08ab3331c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:36:28.855596 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4e3e6d-3d16-4039-a653-4e08ab3331c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:36:28.860250 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e6d-3d16-4039-a653-4e08ab3331c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:28.865833 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3bdf51-2ee0-45fe-ba65-69a7b2aca4d6 None None] Sync routers for ids ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:36:28.875645 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3bdf51-2ee0-45fe-ba65-69a7b2aca4d6 None None] Routers {'7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:28.876259 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-8c3bdf51-2ee0-45fe-ba65-69a7b2aca4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc7418b0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:28.894449 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-ce4e3e6d-3d16-4039-a653-4e08ab3331c7 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "DELETE /v2.0/floatingips/27ff9a75-f0d5-4f7a-8ef1-1b860f1fcc9a HTTP/1.1" status: 204  len: 168 time: 1.2605033
Mar 25 03:36:28.894449 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:28.894915 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415fe395-7779-45a5-a7cd-077c92b42e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:28.991089 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-8c3bdf51-2ee0-45fe-ba65-69a7b2aca4d6 None None] Set router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:28.993582 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf8fe97-6066-42ad-9d47-7f0d6e3755ca x-openstack-request-id: req-eaf8fe97-6066-42ad-9d47-7f0d6e3755ca {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:28.993970 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:28.994286 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eaf8fe97-6066-42ad-9d47-7f0d6e3755ca {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:28.994846 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf8fe97-6066-42ad-9d47-7f0d6e3755ca'] response: {'name': 'network-changed', 'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553', 'status': 'completed', 'code': 200}
Mar 25 03:36:29.184324 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-8c3bdf51-2ee0-45fe-ba65-69a7b2aca4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc7418b0>, [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:09Z', 'revision_number': 4, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port': {'id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:06Z', 'updated_at': '2022-03-25T03:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1829b79d-34f5-471e-9b98-80c759302c20', 'name': '', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'mac_address': 'fa:16:3e:6d:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:08Z', 'updated_at': '2022-03-25T03:33:12Z', 'revision_number': 5, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'subnets': [{'id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:29.212743 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3bdf51-2ee0-45fe-ba65-69a7b2aca4d6 None None] Checking router: 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:36:29.224854 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3bdf51-2ee0-45fe-ba65-69a7b2aca4d6 None None] Routers {'7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:29.224854 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-8c3bdf51-2ee0-45fe-ba65-69a7b2aca4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc7418b0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:29.328843 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ceab01-a2a0-47e2-a17b-ca865dfa7ea9 req-e7cbec81-bb9e-47ab-b10f-cc2253826ebb tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:29.329697 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-8c3bdf51-2ee0-45fe-ba65-69a7b2aca4d6 None None] Set router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:29.330448 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e4ceab01-a2a0-47e2-a17b-ca865dfa7ea9 req-e7cbec81-bb9e-47ab-b10f-cc2253826ebb tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0655084
Mar 25 03:36:29.384968 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e4ceab01-a2a0-47e2-a17b-ca865dfa7ea9 req-8129e66b-e114-44be-8443-ee4a87a7ee1e tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483930
Mar 25 03:36:29.416263 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2d408-3956-4d60-bafb-dbc25d5fe1b1 req-a204bc80-1661-4b11-bb8f-3506792bb43e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:29.418448 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ded2d408-3956-4d60-bafb-dbc25d5fe1b1 req-a204bc80-1661-4b11-bb8f-3506792bb43e tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 944 time: 0.0568674
Mar 25 03:36:29.465166 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ded2d408-3956-4d60-bafb-dbc25d5fe1b1 req-aa37c800-df7e-47fe-b817-eed221f3c316 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405519
Mar 25 03:36:29.612943 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-8c3bdf51-2ee0-45fe-ba65-69a7b2aca4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc7418b0>, [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:09Z', 'revision_number': 4, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port': {'id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:06Z', 'updated_at': '2022-03-25T03:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1829b79d-34f5-471e-9b98-80c759302c20', 'name': '', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'mac_address': 'fa:16:3e:6d:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:08Z', 'updated_at': '2022-03-25T03:33:12Z', 'revision_number': 5, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'subnets': [{'id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:29.638764 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3bdf51-2ee0-45fe-ba65-69a7b2aca4d6 None None] The sync data for ids ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'] in dv-cinder-835168-1-iscsi is: [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:33:09Z', 'revision_number': 4, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port': {'id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:06Z', 'updated_at': '2022-03-25T03:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1829b79d-34f5-471e-9b98-80c759302c20', 'name': '', 'network_id': '07ccd347-40aa-4c31-8a8d-fe25ce66bfcc', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'mac_address': 'fa:16:3e:6d:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:08Z', 'updated_at': '2022-03-25T03:33:12Z', 'revision_number': 5, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'subnets': [{'id': '98415b84-7245-4a42-a6bf-b855a96bda62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:36:29.849251 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013e856e-95ab-472a-849d-078d6f30912f None None] New status for floating IP 27ff9a75-f0d5-4f7a-8ef1-1b860f1fcc9a: DOWN {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:36:30.507356 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755816-3818-4b75-bd1d-eafed25bf2f7 req-b7f76bd4-0b8d-4a48-a9bd-dd4ff6114caa tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:30.508845 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-da755816-3818-4b75-bd1d-eafed25bf2f7 req-b7f76bd4-0b8d-4a48-a9bd-dd4ff6114caa tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0570686
Mar 25 03:36:30.557744 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-da755816-3818-4b75-bd1d-eafed25bf2f7 req-2fc08241-4fbd-4ca8-96a4-84ce85e63a14 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429296
Mar 25 03:36:30.575667 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07518ba9-abc9-4404-9317-b90514042427 req-d78b2919-62b1-48b7-ba60-209c6f41733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:30.577212 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-07518ba9-abc9-4404-9317-b90514042427 req-d78b2919-62b1-48b7-ba60-209c6f41733a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fcb2a54095042de8f8a080ac25139a8&device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 1130 time: 0.0779827
Mar 25 03:36:30.641996 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571c638-0fbf-46db-8253-fc4f6dd58bbe req-6591d1e7-e227-4c1d-ad58-cd4ce83e4235 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:30.643470 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9571c638-0fbf-46db-8253-fc4f6dd58bbe req-6591d1e7-e227-4c1d-ad58-cd4ce83e4235 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 944 time: 0.1059413
Mar 25 03:36:30.710409 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07518ba9-abc9-4404-9317-b90514042427 req-6218ab39-e117-4091-b01f-2d311a539258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:30.711896 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-07518ba9-abc9-4404-9317-b90514042427 req-6218ab39-e117-4091-b01f-2d311a539258 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc HTTP/1.1" status: 200  len: 915 time: 0.1276963
Mar 25 03:36:30.716172 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9571c638-0fbf-46db-8253-fc4f6dd58bbe req-84ad6aa9-44f5-4194-87ad-31ee7319b326 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660660
Mar 25 03:36:30.755495 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-07518ba9-abc9-4404-9317-b90514042427 req-2d38d42f-756a-4497-8984-a182bdcf4c5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba9c4373-21ce-4d60-a020-813c28a48553 HTTP/1.1" status: 200  len: 217 time: 0.0365398
Mar 25 03:36:30.804234 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07518ba9-abc9-4404-9317-b90514042427 req-ab26f888-50bf-49f6-b67e-f6ab2c022f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:30.805712 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-07518ba9-abc9-4404-9317-b90514042427 req-ab26f888-50bf-49f6-b67e-f6ab2c022f6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98415b84-7245-4a42-a6bf-b855a96bda62 HTTP/1.1" status: 200  len: 853 time: 0.0438690
Mar 25 03:36:30.858428 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07518ba9-abc9-4404-9317-b90514042427 req-27317452-ead1-49a0-a2f2-766dad40780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:30.860188 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-07518ba9-abc9-4404-9317-b90514042427 req-27317452-ead1-49a0-a2f2-766dad40780a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0456336
Mar 25 03:36:30.960411 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-07518ba9-abc9-4404-9317-b90514042427 req-732acb8c-0875-4479-96a2-9b41bc20cb53 service neutron] 10.222.0.35 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852427
Mar 25 03:36:31.048341 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-07518ba9-abc9-4404-9317-b90514042427 req-08996fc3-34a3-4696-81bd-1147180458fc service neutron] 10.222.0.35 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798891
Mar 25 03:36:31.201188 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fe395-7779-45a5-a7cd-077c92b42e9e req-d7c9b3e7-3147-4f52-be7d-e9fb5814af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:31.202798 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-415fe395-7779-45a5-a7cd-077c92b42e9e req-d7c9b3e7-3147-4f52-be7d-e9fb5814af97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fcb2a54095042de8f8a080ac25139a8&device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 1130 time: 0.0439270
Mar 25 03:36:31.297768 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fe395-7779-45a5-a7cd-077c92b42e9e req-7e6d43c0-c75e-4e1c-b501-bd10d60d054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:31.299243 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-415fe395-7779-45a5-a7cd-077c92b42e9e req-7e6d43c0-c75e-4e1c-b501-bd10d60d054d service neutron] 10.222.0.35 "GET /v2.0/networks?id=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc HTTP/1.1" status: 200  len: 915 time: 0.0883875
Mar 25 03:36:31.338735 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-415fe395-7779-45a5-a7cd-077c92b42e9e req-eb3c5cf3-c53d-4127-8d82-41e5ff5fb8be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba9c4373-21ce-4d60-a020-813c28a48553 HTTP/1.1" status: 200  len: 217 time: 0.0334744
Mar 25 03:36:31.389778 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fe395-7779-45a5-a7cd-077c92b42e9e req-086c3c1a-7858-4b53-876c-1c365ee4fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:31.391256 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-415fe395-7779-45a5-a7cd-077c92b42e9e req-086c3c1a-7858-4b53-876c-1c365ee4fb2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=98415b84-7245-4a42-a6bf-b855a96bda62 HTTP/1.1" status: 200  len: 853 time: 0.0465107
Mar 25 03:36:31.440703 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fe395-7779-45a5-a7cd-077c92b42e9e req-6361094b-8032-4660-b623-abad22863404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:31.449741 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-415fe395-7779-45a5-a7cd-077c92b42e9e req-6361094b-8032-4660-b623-abad22863404 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0441663
Mar 25 03:36:31.529613 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-415fe395-7779-45a5-a7cd-077c92b42e9e req-a4f3aff5-2d2b-4af0-8879-6da5ee4c7764 service neutron] 10.222.0.35 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0787144
Mar 25 03:36:31.579701 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:36:31.629138 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-415fe395-7779-45a5-a7cd-077c92b42e9e req-89baf886-794f-458f-acc3-5f8824fb32e7 service neutron] 10.222.0.35 "GET /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928075
Mar 25 03:36:31.686785 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784c0ac-1e3e-4a89-9b7e-6dad3c252528 req-d9bd7d93-df8d-4fc4-9881-0a3bf7f77b73 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:31.688336 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0784c0ac-1e3e-4a89-9b7e-6dad3c252528 req-d9bd7d93-df8d-4fc4-9881-0a3bf7f77b73 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0559170
Mar 25 03:36:31.737771 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0784c0ac-1e3e-4a89-9b7e-6dad3c252528 req-7b7b2e0e-0436-4037-aa68-01f32ffa7ea8 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438924
Mar 25 03:36:31.758176 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:36:31.762145 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:31.762522 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:31.834899 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea8ae2-a3db-4894-81c5-e5f5b58b0743 req-e89ad347-2202-4821-a7c9-9a557e8646a9 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:31.836307 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-caea8ae2-a3db-4894-81c5-e5f5b58b0743 req-e89ad347-2202-4821-a7c9-9a557e8646a9 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 944 time: 0.0539155
Mar 25 03:36:31.843231 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:36:31.843617 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:31.866097 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adea18c-d822-4dae-9b71-da67a6a3100e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:31.868317 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1483df74-4376-4c73-942c-06eb4ffac62b" -d '{"events": [{"server_uuid": "3adea18c-d822-4dae-9b71-da67a6a3100e", "name": "network-vif-plugged", "status": "completed", "tag": "32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:31.881819 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:31.883946 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-caea8ae2-a3db-4894-81c5-e5f5b58b0743 req-d7f57743-bc66-4f12-8cc3-4667353a225d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413902
Mar 25 03:36:31.906432 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576a59d1-f9fd-4f8a-95cc-e24bb19ed27a x-openstack-request-id: req-576a59d1-f9fd-4f8a-95cc-e24bb19ed27a {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:31.906720 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adea18c-d822-4dae-9b71-da67a6a3100e", "name": "network-vif-plugged", "status": "completed", "tag": "32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:31.906969 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-576a59d1-f9fd-4f8a-95cc-e24bb19ed27a {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:31.907391 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576a59d1-f9fd-4f8a-95cc-e24bb19ed27a'] response: {'server_uuid': '3adea18c-d822-4dae-9b71-da67a6a3100e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3', 'code': 200}
Mar 25 03:36:31.975117 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:32.023178 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:32.304028 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d785c-0389-483c-9387-b84582412899 req-03e6dc4c-939b-45c6-8e6e-f28b05f815d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:32.314564 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e71d785c-0389-483c-9387-b84582412899 req-03e6dc4c-939b-45c6-8e6e-f28b05f815d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 1129 time: 0.0447845
Mar 25 03:36:32.355704 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e71d785c-0389-483c-9387-b84582412899 req-fe0fd465-753e-4797-9e95-4a873d4c4434 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413842
Mar 25 03:36:32.858218 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f8302-5692-4902-b3d4-2f40990981ec req-434afd0a-1105-47e9-9eab-a6a13c0c2ece tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:32.859680 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-397f8302-5692-4902-b3d4-2f40990981ec req-434afd0a-1105-47e9-9eab-a6a13c0c2ece tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0524571
Mar 25 03:36:32.889713 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:32.907849 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-397f8302-5692-4902-b3d4-2f40990981ec req-2f656b42-f947-4e0d-b0b5-fe45219fd918 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422831
Mar 25 03:36:33.001092 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f70512-73a1-4745-89a0-47f384792478 req-1b8f1e05-74c8-427b-b9cf-36a283afc2f6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:33.002572 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-29f70512-73a1-4745-89a0-47f384792478 req-1b8f1e05-74c8-427b-b9cf-36a283afc2f6 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 945 time: 0.0517542
Mar 25 03:36:33.047697 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-29f70512-73a1-4745-89a0-47f384792478 req-81293fda-5b93-4975-83d0-3d6bad137155 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394795
Mar 25 03:36:33.925370 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35278) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:34.058509 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5e1c6-3c42-42c1-9ad7-25093f0abba4 req-903fa22d-8f50-4e7b-8470-13d107c57570 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:34.060121 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-09b5e1c6-3c42-42c1-9ad7-25093f0abba4 req-903fa22d-8f50-4e7b-8470-13d107c57570 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0722744
Mar 25 03:36:34.061310 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2aa9f831-603e-44c5-8d73-4b61386c5712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:34.133535 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-09b5e1c6-3c42-42c1-9ad7-25093f0abba4 req-df5ae720-1d4a-42e3-983e-d0811bbb2663 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639238
Mar 25 03:36:34.173763 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2aa9f831-603e-44c5-8d73-4b61386c5712 admin admin] Publish callbacks [] for security_group (ce8aa91a-0cec-4e30-8e86-d8ca1d31d8b0), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:34.232728 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2aa9f831-603e-44c5-8d73-4b61386c5712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (ce8aa91a-0cec-4e30-8e86-d8ca1d31d8b0), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:34.249068 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ca6d9-b7c0-43a7-9cbe-3cc037cbcb30 req-71cf3dde-73d6-4332-b881-e7e306f539b2 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:34.250580 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ce1ca6d9-b7c0-43a7-9cbe-3cc037cbcb30 req-71cf3dde-73d6-4332-b881-e7e306f539b2 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 945 time: 0.0615344
Mar 25 03:36:34.293495 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-2aa9f831-603e-44c5-8d73-4b61386c5712 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3d8f2c1451d4381862a20a9125f45b1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3669107
Mar 25 03:36:34.296075 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35286) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:34.298394 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9f831-603e-44c5-8d73-4b61386c5712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8aa91a-0cec-4e30-8e86-d8ca1d31d8b0,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:34.330069 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ce1ca6d9-b7c0-43a7-9cbe-3cc037cbcb30 req-95312312-0f44-4921-89f4-8a2f729e820f tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697939
Mar 25 03:36:34.353852 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Publish callbacks [] for security_group (ce8aa91a-0cec-4e30-8e86-d8ca1d31d8b0), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:34.377792 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Publish callbacks [] for security_group (ce8aa91a-0cec-4e30-8e86-d8ca1d31d8b0), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:34.447058 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f7905-81f0-4a2d-bd9c-bd92ac9644cd req-6c582db2-add4-4174-b7c6-0dc0506eaf4d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:34.450283 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-469f7905-81f0-4a2d-bd9c-bd92ac9644cd req-6c582db2-add4-4174-b7c6-0dc0506eaf4d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 946 time: 0.0546103
Mar 25 03:36:34.464810 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40df2c-2bf8-4772-9879-be98206dd740 req-0ffb540c-d3e3-495e-88b2-5ec7c27a43ea tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:34.466575 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ca40df2c-2bf8-4772-9879-be98206dd740 req-0ffb540c-d3e3-495e-88b2-5ec7c27a43ea tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 945 time: 0.0619318
Mar 25 03:36:34.475498 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35292) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:34.479974 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-469de911-c2fa-43f1-810b-3a8b16f6d525 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Request body: {'floatingip': {'port_id': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:34.497861 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-469f7905-81f0-4a2d-bd9c-bd92ac9644cd req-bd8d89fc-55bc-4967-bb19-4f6e7fb13b38 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413516
Mar 25 03:36:34.518822 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-469de911-c2fa-43f1-810b-3a8b16f6d525 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (f6c34b7a-6d8d-4b69-8c62-b247629f06d9), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:34.554614 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (ce8aa91a-0cec-4e30-8e86-d8ca1d31d8b0), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:34.556979 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:34.558635 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce8aa91a-0cec-4e30-8e86-d8ca1d31d8b0 HTTP/1.1" status: 204  len: 168 time: 0.2609468
Mar 25 03:36:34.820487 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8aa91a-0cec-4e30-8e86-d8ca1d31d8b0,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:34.832795 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.833148 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.833488 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.833857 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.834192 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.834518 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.834841 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.835201 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.835480 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.835801 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.836122 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.836446 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.836761 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.837074 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:34.837388 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26431c-224a-4580-a684-b078abcb183d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:35.203241 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-469de911-c2fa-43f1-810b-3a8b16f6d525 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:35.253348 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15014ce3-f84d-4bbb-a4ec-e7c45bb2650f req-af45d6dd-c11b-48cb-a5d3-848800997dcc tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:35.254883 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-15014ce3-f84d-4bbb-a4ec-e7c45bb2650f req-af45d6dd-c11b-48cb-a5d3-848800997dcc tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0549302
Mar 25 03:36:35.302791 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-15014ce3-f84d-4bbb-a4ec-e7c45bb2650f req-56655459-fc78-4fa9-9f7f-e562a1700a73 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422392
Mar 25 03:36:35.311999 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-469de911-c2fa-43f1-810b-3a8b16f6d525 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (f6c34b7a-6d8d-4b69-8c62-b247629f06d9), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:35.414023 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [None req-469de911-c2fa-43f1-810b-3a8b16f6d525 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Floating IP f6c34b7a-6d8d-4b69-8c62-b247629f06d9 associated. External IP: 172.27.0.165, port: 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3.
Mar 25 03:36:35.595520 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 88719ce4-6600-449d-8bea-54b358379366 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:36:35.630078 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469de911-c2fa-43f1-810b-3a8b16f6d525 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:36:35.642192 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27b106-6969-402b-aa2f-ca30b0a56c28 req-fc328841-74f2-4834-b81b-23111645b4eb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:35.643717 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0c27b106-6969-402b-aa2f-ca30b0a56c28 req-fc328841-74f2-4834-b81b-23111645b4eb tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 946 time: 0.0776968
Mar 25 03:36:35.697362 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0c27b106-6969-402b-aa2f-ca30b0a56c28 req-d29f50fd-ee3b-495f-ad41-dfbf60c0e826 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470045
Mar 25 03:36:35.705634 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 88719ce4-6600-449d-8bea-54b358379366, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=88719ce4-6600-449d-8bea-54b358379366,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:35.724879 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '88719ce4-6600-449d-8bea-54b358379366', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'port_id': '88719ce4-6600-449d-8bea-54b358379366', 'mac_address': 'fa:16:3e:33:e4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:36:35.759048 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469de911-c2fa-43f1-810b-3a8b16f6d525 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:36:35.762549 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 88719ce4-6600-449d-8bea-54b358379366 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:36:35.763029 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (88719ce4-6600-449d-8bea-54b358379366), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:35.764104 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-469de911-c2fa-43f1-810b-3a8b16f6d525 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:35.772820 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c66871-1225-4c63-8b7e-e804ec5e9fac None None] Sync routers for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:36:35.784457 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c66871-1225-4c63-8b7e-e804ec5e9fac None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:35.785347 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-85c66871-1225-4c63-8b7e-e804ec5e9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc613b20>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:35.793417 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88719ce4-6600-449d-8bea-54b358379366 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:36:35.798209 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-469de911-c2fa-43f1-810b-3a8b16f6d525 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "PUT /v2.0/floatingips/f6c34b7a-6d8d-4b69-8c62-b247629f06d9 HTTP/1.1" status: 200  len: 991 time: 1.3215744
Mar 25 03:36:35.798807 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3adea18c-d822-4dae-9b71-da67a6a3100e', 'tag': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:35.807730 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e53c3cf-bd2e-45dd-bb19-6d15afd4834c" -d '{"events": [{"name": "network-changed", "server_uuid": "3adea18c-d822-4dae-9b71-da67a6a3100e", "tag": "32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:35.831561 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 88719ce4-6600-449d-8bea-54b358379366, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=88719ce4-6600-449d-8bea-54b358379366,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:35.840971 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bece012-d37f-4a6e-b97c-d484b135935c x-openstack-request-id: req-3bece012-d37f-4a6e-b97c-d484b135935c {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:35.841297 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3adea18c-d822-4dae-9b71-da67a6a3100e", "tag": "32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:35.841732 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bece012-d37f-4a6e-b97c-d484b135935c {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:35.842304 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bece012-d37f-4a6e-b97c-d484b135935c'] response: {'name': 'network-changed', 'server_uuid': '3adea18c-d822-4dae-9b71-da67a6a3100e', 'tag': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3', 'status': 'completed', 'code': 200}
Mar 25 03:36:35.910131 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-85c66871-1225-4c63-8b7e-e804ec5e9fac None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:35.921016 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53c3cf-bd2e-45dd-bb19-6d15afd4834c req-c5a6da8d-9946-4543-8998-6156a0884c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:35.922585 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3e53c3cf-bd2e-45dd-bb19-6d15afd4834c req-c5a6da8d-9946-4543-8998-6156a0884c99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 1129 time: 0.0443006
Mar 25 03:36:35.923545 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (88719ce4-6600-449d-8bea-54b358379366), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:35.988093 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=88719ce4-6600-449d-8bea-54b358379366,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:36.041969 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53c3cf-bd2e-45dd-bb19-6d15afd4834c req-0abaa12a-9b16-4939-957b-52a831a1c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:36.043669 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3e53c3cf-bd2e-45dd-bb19-6d15afd4834c req-0abaa12a-9b16-4939-957b-52a831a1c7fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 200  len: 915 time: 0.1114974
Mar 25 03:36:36.112704 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3e53c3cf-bd2e-45dd-bb19-6d15afd4834c req-a3e391da-b683-4e53-9089-c155ba1b75a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 HTTP/1.1" status: 200  len: 999 time: 0.0606096
Mar 25 03:36:36.145879 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-85c66871-1225-4c63-8b7e-e804ec5e9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc613b20>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'f6c34b7a-6d8d-4b69-8c62-b247629f06d9', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:ab:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adea18c-d822-4dae-9b71-da67a6a3100e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:36:18Z', 'updated_at': '2022-03-25T03:36:35Z', 'revision_number': 1, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:36.164760 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53c3cf-bd2e-45dd-bb19-6d15afd4834c req-05e64eff-575d-4546-89e8-cb1255c2fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:36.166258 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3e53c3cf-bd2e-45dd-bb19-6d15afd4834c req-05e64eff-575d-4546-89e8-cb1255c2fe22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f66c337-0509-432b-a485-8345b9a5f7ed HTTP/1.1" status: 200  len: 853 time: 0.0471025
Mar 25 03:36:36.171953 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c66871-1225-4c63-8b7e-e804ec5e9fac None None] Checking router: 6a36ad02-4238-4232-ad4d-dbbf59a59e63 for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:36:36.184604 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c66871-1225-4c63-8b7e-e804ec5e9fac None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:36.184604 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-85c66871-1225-4c63-8b7e-e804ec5e9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc613b20>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:36.201036 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['88719ce4-6600-449d-8bea-54b358379366'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:36:36.231171 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53c3cf-bd2e-45dd-bb19-6d15afd4834c req-45cc22cb-84ed-48c5-b1ce-3ba4971ebed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:36.232891 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3e53c3cf-bd2e-45dd-bb19-6d15afd4834c req-45cc22cb-84ed-48c5-b1ce-3ba4971ebed5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0597103
Mar 25 03:36:36.295903 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-85c66871-1225-4c63-8b7e-e804ec5e9fac None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:36.330655 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54c19e-473d-475a-91ec-139a3f345a5b req-6676d0ff-70b1-4da5-9582-eace48c5c00d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:36.332166 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ae54c19e-473d-475a-91ec-139a3f345a5b req-6676d0ff-70b1-4da5-9582-eace48c5c00d tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.35 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 946 time: 0.1137412
Mar 25 03:36:36.407884 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3e53c3cf-bd2e-45dd-bb19-6d15afd4834c req-779aac2d-9653-4747-a25e-4713f7096998 service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586366
Mar 25 03:36:36.446594 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548ab10-4a8d-4a7e-abb6-5e5f3c41aff5 req-3de24b1f-036e-4e5b-9394-f8a1e960469b tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:36.455329 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2548ab10-4a8d-4a7e-abb6-5e5f3c41aff5 req-3de24b1f-036e-4e5b-9394-f8a1e960469b tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 944 time: 0.0738389
Mar 25 03:36:36.545108 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-ae54c19e-473d-475a-91ec-139a3f345a5b req-6aa5735e-abcf-4112-ab04-26b01b894200 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Deleting port ba9c4373-21ce-4d60-a020-813c28a48553 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:36.545440 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ae54c19e-473d-475a-91ec-139a3f345a5b req-6aa5735e-abcf-4112-ab04-26b01b894200 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:36.554494 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3e53c3cf-bd2e-45dd-bb19-6d15afd4834c req-560686f5-ce6b-4152-a63b-35d349ef1a21 service neutron] 10.222.0.35 "GET /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220324
Mar 25 03:36:36.560113 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2548ab10-4a8d-4a7e-abb6-5e5f3c41aff5 req-7daa05f6-dabc-417c-9de4-b3b39fdd4b82 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1008892
Mar 25 03:36:36.632851 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-85c66871-1225-4c63-8b7e-e804ec5e9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc613b20>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'f6c34b7a-6d8d-4b69-8c62-b247629f06d9', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:ab:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adea18c-d822-4dae-9b71-da67a6a3100e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:36:18Z', 'updated_at': '2022-03-25T03:36:35Z', 'revision_number': 1, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:36.648433 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-ae54c19e-473d-475a-91ec-139a3f345a5b req-6aa5735e-abcf-4112-ab04-26b01b894200 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] For port ba9c4373-21ce-4d60-a020-813c28a48553, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=ba9c4373-21ce-4d60-a020-813c28a48553,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:36.648795 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ae54c19e-473d-475a-91ec-139a3f345a5b req-6aa5735e-abcf-4112-ab04-26b01b894200 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:36.659349 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c66871-1225-4c63-8b7e-e804ec5e9fac None None] The sync data for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi is: [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'f6c34b7a-6d8d-4b69-8c62-b247629f06d9', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'port_id': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'mac_address': 'fa:16:3e:ab:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adea18c-d822-4dae-9b71-da67a6a3100e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:36:18Z', 'updated_at': '2022-03-25T03:36:35Z', 'revision_number': 1, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:36:36.668822 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-ae54c19e-473d-475a-91ec-139a3f345a5b req-6aa5735e-abcf-4112-ab04-26b01b894200 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Calling delete_port for ba9c4373-21ce-4d60-a020-813c28a48553 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:36.860897 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71bd12-da34-4f77-af30-ef6ef1b26652 req-61c48c15-7f30-40c6-8c58-e5321c8be5c2 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:36.862486 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-eb71bd12-da34-4f77-af30-ef6ef1b26652 req-61c48c15-7f30-40c6-8c58-e5321c8be5c2 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 946 time: 0.0723405
Mar 25 03:36:36.896952 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751b2ea-7d9c-47f7-b020-4a38fbab5aee None None] New status for floating IP f6c34b7a-6d8d-4b69-8c62-b247629f06d9: ACTIVE {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:36:36.916485 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-eb71bd12-da34-4f77-af30-ef6ef1b26652 req-a19fb5cb-8182-498a-8b3b-c2baa9412879 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481935
Mar 25 03:36:36.977175 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ae54c19e-473d-475a-91ec-139a3f345a5b req-6aa5735e-abcf-4112-ab04-26b01b894200 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (ba9c4373-21ce-4d60-a020-813c28a48553), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:37.000174 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['ba9c4373-21ce-4d60-a020-813c28a48553'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:36:37.007303 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5735e-abcf-4112-ab04-26b01b894200 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Pushing event deleted for resources: {'Port': ['ID=ba9c4373-21ce-4d60-a020-813c28a48553,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:37.052038 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae54c19e-473d-475a-91ec-139a3f345a5b req-6aa5735e-abcf-4112-ab04-26b01b894200 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] No DVR routers for this DVR port ba9c4373-21ce-4d60-a020-813c28a48553 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:36:37.054886 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ae54c19e-473d-475a-91ec-139a3f345a5b req-6aa5735e-abcf-4112-ab04-26b01b894200 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:37.058287 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ae54c19e-473d-475a-91ec-139a3f345a5b req-6aa5735e-abcf-4112-ab04-26b01b894200 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.35 "DELETE /v2.0/ports/ba9c4373-21ce-4d60-a020-813c28a48553 HTTP/1.1" status: 204  len: 173 time: 0.7179573
Mar 25 03:36:37.601052 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 88719ce4-6600-449d-8bea-54b358379366 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:36:37.691662 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918f26c-a771-422b-8270-09d92c1f9def req-01fba413-73a1-435d-97de-386f6321560d tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:37.693172 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2918f26c-a771-422b-8270-09d92c1f9def req-01fba413-73a1-435d-97de-386f6321560d tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 944 time: 0.0517693
Mar 25 03:36:37.728155 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 88719ce4-6600-449d-8bea-54b358379366 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:36:37.732891 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 88719ce4-6600-449d-8bea-54b358379366 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:37.733262 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (88719ce4-6600-449d-8bea-54b358379366), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:37.746571 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2918f26c-a771-422b-8270-09d92c1f9def req-8d9bed90-78d1-4c1b-87c4-e5275ce7ed5d tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464277
Mar 25 03:36:37.812838 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 88719ce4-6600-449d-8bea-54b358379366 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:36:37.813318 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (88719ce4-6600-449d-8bea-54b358379366), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:37.838225 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88719ce4-6600-449d-8bea-54b358379366'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:37.838596 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322c01fe-28ec-4294-82ea-340567f8d536" -d '{"events": [{"server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "name": "network-vif-plugged", "status": "completed", "tag": "88719ce4-6600-449d-8bea-54b358379366"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:37.844006 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'name': 'network-vif-deleted', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:37.846311 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce33c388-c167-4f9b-a040-1e6c701650cf" -d '{"events": [{"server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "name": "network-vif-deleted", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:37.856075 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 88719ce4-6600-449d-8bea-54b358379366, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=88719ce4-6600-449d-8bea-54b358379366,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:37.884158 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f576f5d-6861-488a-a084-9d760e0ea4ed x-openstack-request-id: req-0f576f5d-6861-488a-a084-9d760e0ea4ed {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:37.884519 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30c60de-c4d5-40b9-8cff-33fdd1d7bac5", "name": "network-vif-deleted", "tag": "ba9c4373-21ce-4d60-a020-813c28a48553", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:37.884841 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f576f5d-6861-488a-a084-9d760e0ea4ed {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:37.885311 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f576f5d-6861-488a-a084-9d760e0ea4ed'] response: {'server_uuid': 'b30c60de-c4d5-40b9-8cff-33fdd1d7bac5', 'name': 'network-vif-deleted', 'tag': 'ba9c4373-21ce-4d60-a020-813c28a48553', 'status': 'completed', 'code': 200}
Mar 25 03:36:37.998615 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c67a5a9-b4d4-4ce7-8854-9825ec443125 x-openstack-request-id: req-1c67a5a9-b4d4-4ce7-8854-9825ec443125 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:37.999114 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "name": "network-vif-plugged", "status": "completed", "tag": "88719ce4-6600-449d-8bea-54b358379366", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:37.999241 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c67a5a9-b4d4-4ce7-8854-9825ec443125 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:37.999570 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c67a5a9-b4d4-4ce7-8854-9825ec443125'] response: {'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88719ce4-6600-449d-8bea-54b358379366', 'code': 200}
Mar 25 03:36:38.026189 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6399db89-6e18-4fb3-a14e-84fb99435c87 req-e681aa5e-d317-47e3-85ee-d8c7d2317a03 tempest-TestMinimumBasicScenario-1344991594 tempest-TestMinimumBasicScenario-1344991594-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30c60de-c4d5-40b9-8cff-33fdd1d7bac5 HTTP/1.1" status: 200  len: 210 time: 0.0268812
Mar 25 03:36:38.030958 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (88719ce4-6600-449d-8bea-54b358379366), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:38.039880 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device ba9c4373-21ce-4d60-a020-813c28a48553 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:38.053221 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: ba9c4373-21ce-4d60-a020-813c28a48553 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:38.053611 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device ba9c4373-21ce-4d60-a020-813c28a48553 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:38.102044 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=88719ce4-6600-449d-8bea-54b358379366,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:38.431987 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffed6b-c10d-4661-abb9-e14cf2d322a1 req-95f1e1e5-cc30-4104-9d96-1a20fd54b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:38.433397 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-08ffed6b-c10d-4661-abb9-e14cf2d322a1 req-95f1e1e5-cc30-4104-9d96-1a20fd54b724 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 1129 time: 0.0432267
Mar 25 03:36:38.481360 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-08ffed6b-c10d-4661-abb9-e14cf2d322a1 req-d69c6200-8111-4408-b969-ad9c0773ed39 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416732
Mar 25 03:36:38.866757 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768973b6-b72c-468e-b7f5-6eb761251947 req-f90f5e9c-d194-461c-8bb9-129384791464 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:38.868222 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-768973b6-b72c-468e-b7f5-6eb761251947 req-f90f5e9c-d194-461c-8bb9-129384791464 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0532968
Mar 25 03:36:38.915222 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-768973b6-b72c-468e-b7f5-6eb761251947 req-587ad207-7f1a-4bb2-b287-10b61c5f8074 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409203
Mar 25 03:36:40.043255 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5925ab-f60f-45c6-ab63-793ee9fc9521 req-8a565ce7-7ca3-4cf3-b278-a1ce29be5714 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:40.044738 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ad5925ab-f60f-45c6-ab63-793ee9fc9521 req-8a565ce7-7ca3-4cf3-b278-a1ce29be5714 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0609050
Mar 25 03:36:40.093226 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ad5925ab-f60f-45c6-ab63-793ee9fc9521 req-42947ccf-4b71-443d-a53b-427bebabf07e tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428364
Mar 25 03:36:40.212004 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e8976-dfac-4642-b337-7f217d6ec88c req-0ab33349-efb8-433a-bab0-2e8ea8e34b6a tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:40.213482 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-758e8976-dfac-4642-b337-7f217d6ec88c req-0ab33349-efb8-433a-bab0-2e8ea8e34b6a tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0527091
Mar 25 03:36:40.260312 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-758e8976-dfac-4642-b337-7f217d6ec88c req-8151fd51-efdf-4a51-a029-4a1c8f612fef tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402694
Mar 25 03:36:40.282708 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35432) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:40.471263 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3aa45f-1678-4948-852c-7a503177b4f3 tempest-TestShelveInstance-91895851 tempest-TestShelveInstance-91895851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:40.472846 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-6c3aa45f-1678-4948-852c-7a503177b4f3 tempest-TestShelveInstance-91895851 tempest-TestShelveInstance-91895851-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 1124 time: 0.1891439
Mar 25 03:36:40.475764 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35436) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:40.479880 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'port_id': '88719ce4-6600-449d-8bea-54b358379366', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:40.580862 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:40.674983 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:40.746668 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35438) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:40.783430 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Allocated IP 172.27.0.39 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:36:40.891868 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for port (ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:41.003814 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:41.045617 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:36:41.049006 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:36:41.051451 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:36:41.088177 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Pushing event updated for resources: {'Port': ['ID=ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:41.111219 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-459075'] for router_interface (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:41.364050 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Deleting port 1829b79d-34f5-471e-9b98-80c759302c20 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:41.364386 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (1829b79d-34f5-471e-9b98-80c759302c20), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:41.414454 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for floatingip (e3fc9c48-c21a-48e6-82e5-24fbb85d03c7), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:41.446122 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] For port 1829b79d-34f5-471e-9b98-80c759302c20, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=1829b79d-34f5-471e-9b98-80c759302c20,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:41.446489 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (1829b79d-34f5-471e-9b98-80c759302c20), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:41.460541 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Calling delete_port for 1829b79d-34f5-471e-9b98-80c759302c20 owned by network:router_interface {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:41.571118 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:41.718602 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (1829b79d-34f5-471e-9b98-80c759302c20), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:41.722825 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for port (ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:41.746425 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1829b79d-34f5-471e-9b98-80c759302c20,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:41.772200 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.772487 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.772835 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.773190 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.773505 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.773906 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.774183 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.774506 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.774835 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.775156 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.775480 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.775805 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.776126 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.776473 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.776798 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:41.855280 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:41.931434 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462323'] for router_interface (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:41.936692 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Pushing event updated for resources: {'Port': ['ID=ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:41.944802 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (e3fc9c48-c21a-48e6-82e5-24fbb85d03c7), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:42.055718 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Floating IP e3fc9c48-c21a-48e6-82e5-24fbb85d03c7 associated. External IP: 172.27.0.39, port: 88719ce4-6600-449d-8bea-54b358379366.
Mar 25 03:36:42.163335 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:36:42.271139 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Router 6ab9755f-f845-4385-a4d8-ebb2e9df237f has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:36:42.277031 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:36:42.291060 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-de0395a1-fc6c-4b04-95f5-e453768adea3 admin admin] 10.222.0.24 "PUT /v2.0/routers/7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5420136
Mar 25 03:36:42.291212 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d9857-c569-468c-ba98-a661f45c793a None None] Sync routers for ids ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:36:42.293695 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35466) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:42.315823 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d9857-c569-468c-ba98-a661f45c793a None None] Routers {'7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:42.316181 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-a18d9857-c569-468c-ba98-a661f45c793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc0d9280>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:42.400537 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:36:42.409188 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Publish callbacks [] for router (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:42.415892 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a174e-5c33-46c6-98c1-d13df11eee05 None None] Sync routers for ids ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:36:42.428812 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a174e-5c33-46c6-98c1-d13df11eee05 None None] Routers {'6ab9755f-f845-4385-a4d8-ebb2e9df237f'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:42.429219 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-d18a174e-5c33-46c6-98c1-d13df11eee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf133580>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:42.446268 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-a18d9857-c569-468c-ba98-a661f45c793a None None] Set router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:42.502097 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:42.553616 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-d18a174e-5c33-46c6-98c1-d13df11eee05 None None] Set router 6ab9755f-f845-4385-a4d8-ebb2e9df237f gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:42.564219 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Publish callbacks [] for router_gateway (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:42.657573 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-a18d9857-c569-468c-ba98-a661f45c793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc0d9280>, [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:36:41Z', 'revision_number': 5, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port': {'id': 'c6ed63fe-2c09-4b0e-aeba-a21b2417170e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:06Z', 'updated_at': '2022-03-25T03:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:42.689270 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d9857-c569-468c-ba98-a661f45c793a None None] Checking router: 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:36:42.699129 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d9857-c569-468c-ba98-a661f45c793a None None] Routers {'7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:42.700036 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-a18d9857-c569-468c-ba98-a661f45c793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc0d9280>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:42.710370 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Deleting port c6ed63fe-2c09-4b0e-aeba-a21b2417170e {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:42.710714 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:42.807008 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] For port c6ed63fe-2c09-4b0e-aeba-a21b2417170e, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=c6ed63fe-2c09-4b0e-aeba-a21b2417170e,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:42.807386 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:42.830356 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Calling delete_port for c6ed63fe-2c09-4b0e-aeba-a21b2417170e owned by network:router_gateway {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:42.880154 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-5b7906d6-74e8-4d6c-8927-900ea645c3c4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4033556
Mar 25 03:36:42.881395 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'tag': '88719ce4-6600-449d-8bea-54b358379366'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:42.883695 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805a8ea1-24c9-494e-9071-99d624fbd979" -d '{"events": [{"name": "network-changed", "server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "tag": "88719ce4-6600-449d-8bea-54b358379366"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:42.945883 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56c24da-b68a-4d48-8e06-c43f61db011c x-openstack-request-id: req-a56c24da-b68a-4d48-8e06-c43f61db011c {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:42.946359 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "tag": "88719ce4-6600-449d-8bea-54b358379366", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:42.946792 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a56c24da-b68a-4d48-8e06-c43f61db011c {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:42.947348 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56c24da-b68a-4d48-8e06-c43f61db011c'] response: {'name': 'network-changed', 'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'tag': '88719ce4-6600-449d-8bea-54b358379366', 'status': 'completed', 'code': 200}
Mar 25 03:36:42.986782 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-a18d9857-c569-468c-ba98-a661f45c793a None None] Set router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d gateway port host: None {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:43.008806 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-d18a174e-5c33-46c6-98c1-d13df11eee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf133580>, [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8f190546-1170-4edf-a280-401ed3e8a832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 4, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port': {'id': '8f190546-1170-4edf-a280-401ed3e8a832', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'e3fc9c48-c21a-48e6-82e5-24fbb85d03c7', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'port_id': '88719ce4-6600-449d-8bea-54b358379366', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'mac_address': 'fa:16:3e:33:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:36:41Z', 'updated_at': '2022-03-25T03:36:41Z', 'revision_number': 0, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819ac71-04b8-44d8-9400-c2cd9b941a40', 'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'mac_address': 'fa:16:3e:02:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:48Z', 'updated_at': '2022-03-25T03:35:53Z', 'revision_number': 5, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'subnets': [{'id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:43.010262 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35476) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:43.038473 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a8ea1-24c9-494e-9071-99d624fbd979 req-fa88a3b3-ff46-4df3-974a-c157f5c3124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:43.040501 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-805a8ea1-24c9-494e-9071-99d624fbd979 req-fa88a3b3-ff46-4df3-974a-c157f5c3124e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48056ec4a0a14de9bc3675f24e816164&device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 1129 time: 0.0729783
Mar 25 03:36:43.047463 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a174e-5c33-46c6-98c1-d13df11eee05 None None] Checking router: 6ab9755f-f845-4385-a4d8-ebb2e9df237f for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:36:43.049468 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-16850872-c574-40ca-8eb1-36a845b98876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.061833 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a174e-5c33-46c6-98c1-d13df11eee05 None None] Routers {'6ab9755f-f845-4385-a4d8-ebb2e9df237f'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:43.062497 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-d18a174e-5c33-46c6-98c1-d13df11eee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf133580>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:43.086058 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-a18d9857-c569-468c-ba98-a661f45c793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc0d9280>, [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:36:42Z', 'revision_number': 6, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port_host': None}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:43.118751 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d9857-c569-468c-ba98-a661f45c793a None None] The sync data for ids ['7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d'] in dv-cinder-835168-1-iscsi is: [{'id': '7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d', 'name': 'tempest-TestMinimumBasicScenario-127520930-router', 'tenant_id': '8fcb2a54095042de8f8a080ac25139a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:05Z', 'updated_at': '2022-03-25T03:36:42Z', 'revision_number': 6, 'project_id': '8fcb2a54095042de8f8a080ac25139a8', 'gw_port_host': None}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:36:43.198095 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-d18a174e-5c33-46c6-98c1-d13df11eee05 None None] Set router 6ab9755f-f845-4385-a4d8-ebb2e9df237f gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:43.207876 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a8ea1-24c9-494e-9071-99d624fbd979 req-b3368e60-ecf7-4a81-9474-935a41cd86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:43.209366 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-805a8ea1-24c9-494e-9071-99d624fbd979 req-b3368e60-ecf7-4a81-9474-935a41cd86e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81599753-6f37-4c20-8ddf-546347b4f65f HTTP/1.1" status: 200  len: 910 time: 0.1619694
Mar 25 03:36:43.210268 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f477397d-66e2-471d-930a-4963bbfcff6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.293648 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-805a8ea1-24c9-494e-9071-99d624fbd979 req-2bf0725f-68ed-4989-b124-68349216d2ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88719ce4-6600-449d-8bea-54b358379366 HTTP/1.1" status: 200  len: 998 time: 0.0757401
Mar 25 03:36:43.362483 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a8ea1-24c9-494e-9071-99d624fbd979 req-476d058d-122d-4a68-af16-ad5579ba2078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:43.363989 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-805a8ea1-24c9-494e-9071-99d624fbd979 req-476d058d-122d-4a68-af16-ad5579ba2078 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e91e36b2-ae84-44ed-9e80-1ddc8b7776ce HTTP/1.1" status: 200  len: 848 time: 0.0644860
Mar 25 03:36:43.404050 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (c6ed63fe-2c09-4b0e-aeba-a21b2417170e), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.405512 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f477397d-66e2-471d-930a-4963bbfcff6c admin admin] Publish callbacks [] for security_group (d79eb2be-59da-4e79-85de-8454829e0b2b), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.428606 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a8ea1-24c9-494e-9071-99d624fbd979 req-6628acb3-2072-4ffa-bb73-b421d1551637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:43.430249 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-805a8ea1-24c9-494e-9071-99d624fbd979 req-6628acb3-2072-4ffa-bb73-b421d1551637 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81599753-6f37-4c20-8ddf-546347b4f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0586138
Mar 25 03:36:43.432555 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ed63fe-2c09-4b0e-aeba-a21b2417170e,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:43.436285 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-d18a174e-5c33-46c6-98c1-d13df11eee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf133580>, [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8f190546-1170-4edf-a280-401ed3e8a832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 4, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port': {'id': '8f190546-1170-4edf-a280-401ed3e8a832', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'e3fc9c48-c21a-48e6-82e5-24fbb85d03c7', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'port_id': '88719ce4-6600-449d-8bea-54b358379366', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'mac_address': 'fa:16:3e:33:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:36:41Z', 'updated_at': '2022-03-25T03:36:41Z', 'revision_number': 0, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819ac71-04b8-44d8-9400-c2cd9b941a40', 'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'mac_address': 'fa:16:3e:02:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:48Z', 'updated_at': '2022-03-25T03:35:53Z', 'revision_number': 5, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'subnets': [{'id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:43.457982 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f477397d-66e2-471d-930a-4963bbfcff6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (d79eb2be-59da-4e79-85de-8454829e0b2b), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.474792 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a174e-5c33-46c6-98c1-d13df11eee05 None None] The sync data for ids ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'] in dv-cinder-835168-1-iscsi is: [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8f190546-1170-4edf-a280-401ed3e8a832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 4, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port': {'id': '8f190546-1170-4edf-a280-401ed3e8a832', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'e3fc9c48-c21a-48e6-82e5-24fbb85d03c7', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'port_id': '88719ce4-6600-449d-8bea-54b358379366', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'mac_address': 'fa:16:3e:33:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:36:41Z', 'updated_at': '2022-03-25T03:36:41Z', 'revision_number': 0, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7819ac71-04b8-44d8-9400-c2cd9b941a40', 'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'mac_address': 'fa:16:3e:02:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:48Z', 'updated_at': '2022-03-25T03:35:53Z', 'revision_number': 5, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'subnets': [{'id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:36:43.504055 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462345'] for router_gateway (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.540196 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477397d-66e2-471d-930a-4963bbfcff6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79eb2be-59da-4e79-85de-8454829e0b2b,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:43.551994 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-f477397d-66e2-471d-930a-4963bbfcff6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07ed6d5009c1475599d70264305b299d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5386646
Mar 25 03:36:43.554726 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35480) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:43.600738 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-805a8ea1-24c9-494e-9071-99d624fbd979 req-a5ca9b0b-e0ff-486a-aa5e-e8fe2c23b28c service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632798
Mar 25 03:36:43.619592 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6115'] for router (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.622957 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Publish callbacks [] for router_controller (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.676764 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-192e9044-7441-4cc2-9687-0d7036f56cf6 admin admin] Publish callbacks [] for security_group (d79eb2be-59da-4e79-85de-8454829e0b2b), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.714860 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-192e9044-7441-4cc2-9687-0d7036f56cf6 admin admin] Publish callbacks [] for security_group (d79eb2be-59da-4e79-85de-8454829e0b2b), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.734482 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-805a8ea1-24c9-494e-9071-99d624fbd979 req-65ef8528-2334-49f4-8b64-aaa047d28de7 service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250427
Mar 25 03:36:43.752917 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-461290'] for router (7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.753831 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d {{(pid=103656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 25 03:36:43.760726 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c0608-4a16-403b-a1f0-7c70b429e08a None None] New status for floating IP e3fc9c48-c21a-48e6-82e5-24fbb85d03c7: ACTIVE {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:36:43.761228 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.761228 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-9c2bcae4-9b20-4078-8d2b-a887c121c6a4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7dfa3436-3e5d-4e1d-a43e-c4963bfe6a2d HTTP/1.1" status: 204  len: 168 time: 1.4659395
Mar 25 03:36:43.763427 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35482) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:43.807836 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30a2f52-6637-4cdb-9bfd-a9cc7fb879b3 admin admin] Deleting subnet 98415b84-7245-4a42-a6bf-b855a96bda62 {{(pid=103655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:36:43.811180 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b30a2f52-6637-4cdb-9bfd-a9cc7fb879b3 admin admin] Publish callbacks [] for subnet (98415b84-7245-4a42-a6bf-b855a96bda62), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.846446 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b30a2f52-6637-4cdb-9bfd-a9cc7fb879b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-751077'] for subnet (98415b84-7245-4a42-a6bf-b855a96bda62), precommit_delete_associations {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.903205 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-192e9044-7441-4cc2-9687-0d7036f56cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (d79eb2be-59da-4e79-85de-8454829e0b2b), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.905637 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-192e9044-7441-4cc2-9687-0d7036f56cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:43.906797 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-192e9044-7441-4cc2-9687-0d7036f56cf6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d79eb2be-59da-4e79-85de-8454829e0b2b HTTP/1.1" status: 204  len: 168 time: 0.3491340
Mar 25 03:36:43.949551 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e9044-7441-4cc2-9687-0d7036f56cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79eb2be-59da-4e79-85de-8454829e0b2b,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:43.973583 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b30a2f52-6637-4cdb-9bfd-a9cc7fb879b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (98415b84-7245-4a42-a6bf-b855a96bda62), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.187705 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b30a2f52-6637-4cdb-9bfd-a9cc7fb879b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8549167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10372204'] for subnet (98415b84-7245-4a42-a6bf-b855a96bda62), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.217767 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a2f52-6637-4cdb-9bfd-a9cc7fb879b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98415b84-7245-4a42-a6bf-b855a96bda62,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:44.227089 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b30a2f52-6637-4cdb-9bfd-a9cc7fb879b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.233191 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-b30a2f52-6637-4cdb-9bfd-a9cc7fb879b3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/98415b84-7245-4a42-a6bf-b855a96bda62 HTTP/1.1" status: 204  len: 168 time: 0.4670908
Mar 25 03:36:44.234318 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35494) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:44.238424 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0964be58-18f4-4a18-b8c4-25af3080c573 None None] Network 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:36:44.364763 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (07ccd347-40aa-4c31-8a8d-fe25ce66bfcc), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.440279 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Deleting port ba532b65-5bb9-4740-8b83-6afa992de37b {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:44.440279 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.456483 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1496a533-a85e-4398-8476-33033578864e None None] DHCP port deletion for 07ccd347-40aa-4c31-8a8d-fe25ce66bfcc request from dv-cinder-835168-1-iscsi {{(pid=103657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 25 03:36:44.504388 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] For port ba532b65-5bb9-4740-8b83-6afa992de37b, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=ba532b65-5bb9-4740-8b83-6afa992de37b,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:44.504757 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.520896 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Calling delete_port for ba532b65-5bb9-4740-8b83-6afa992de37b owned by network:dhcp {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:44.539192 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-1496a533-a85e-4398-8476-33033578864e None None] Deleting port ba532b65-5bb9-4740-8b83-6afa992de37b {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:44.539899 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1496a533-a85e-4398-8476-33033578864e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.587768 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device ba532b65-5bb9-4740-8b83-6afa992de37b no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:44.639682 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-1496a533-a85e-4398-8476-33033578864e None None] For port ba532b65-5bb9-4740-8b83-6afa992de37b, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=ba532b65-5bb9-4740-8b83-6afa992de37b,segment=NetworkSegment(d40cb7fc-d41f-4cee-b926-0a8a81692946),segment_id=d40cb7fc-d41f-4cee-b926-0a8a81692946)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:44.640266 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1496a533-a85e-4398-8476-33033578864e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.657542 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-1496a533-a85e-4398-8476-33033578864e None None] Calling delete_port for ba532b65-5bb9-4740-8b83-6afa992de37b owned by network:dhcp {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:44.682537 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.705955 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35498) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:44.707863 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1c3d9700-d9be-40fb-b60f-e99264f4c18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.709999 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba532b65-5bb9-4740-8b83-6afa992de37b,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:44.711856 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] No DVR routers for this DVR port ba532b65-5bb9-4740-8b83-6afa992de37b on host dv-cinder-835168-1-iscsi {{(pid=103656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:36:44.725887 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Port ba532b65-5bb9-4740-8b83-6afa992de37b update to DOWN by agent not found {{(pid=103657) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}}
Mar 25 03:36:44.726339 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device c6ed63fe-2c09-4b0e-aeba-a21b2417170e no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:44.750087 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: c6ed63fe-2c09-4b0e-aeba-a21b2417170e {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:44.750437 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device c6ed63fe-2c09-4b0e-aeba-a21b2417170e not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:44.750856 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 1829b79d-34f5-471e-9b98-80c759302c20 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:44.782446 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 1829b79d-34f5-471e-9b98-80c759302c20 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:44.783085 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 1829b79d-34f5-471e-9b98-80c759302c20 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:44.792287 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (07ccd347-40aa-4c31-8a8d-fe25ce66bfcc), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.795092 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1c3d9700-d9be-40fb-b60f-e99264f4c18e admin admin] Publish callbacks [] for security_group (c398cb53-d5a9-4eb8-a12f-9367f4f97493), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.814835 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1496a533-a85e-4398-8476-33033578864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255'] for port (ba532b65-5bb9-4740-8b83-6afa992de37b), after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.817591 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb67ff160>,) {'filters': {'network_id': ['07ccd347-40aa-4c31-8a8d-fe25ce66bfcc']}} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:44.829550 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb67ff160>, 'd40cb7fc-d41f-4cee-b926-0a8a81692946') {'for_net_delete': True} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:44.830295 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb67ff160>, 'd40cb7fc-d41f-4cee-b926-0a8a81692946') {} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:44.841081 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8580423'] for segment (d40cb7fc-d41f-4cee-b926-0a8a81692946), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.843469 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496a533-a85e-4398-8476-33033578864e None None] No DVR routers for this DVR port ba532b65-5bb9-4740-8b83-6afa992de37b on host dv-cinder-835168-1-iscsi {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:36:44.845171 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496a533-a85e-4398-8476-33033578864e None None] Pushing event deleted for resources: {'Port': ['ID=ba532b65-5bb9-4740-8b83-6afa992de37b,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:44.855988 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (d40cb7fc-d41f-4cee-b926-0a8a81692946), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.862342 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:36:44.862726 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583136'] for segment (d40cb7fc-d41f-4cee-b926-0a8a81692946), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]: Traceback (most recent call last):
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     timer()
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     cb(*args, **kw)
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     return func(*args, **kwargs)
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     self._notify()
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     self.callback(batched_events)
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     event.method(event)
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     return f(self, *a, **k)
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._get(url).json()
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:36:44.864407 dv-cinder-835168-1-iscsi neutron-server[103656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:36:44.967911 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1c3d9700-d9be-40fb-b60f-e99264f4c18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c398cb53-d5a9-4eb8-a12f-9367f4f97493), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:45.005196 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d9700-d9be-40fb-b60f-e99264f4c18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c398cb53-d5a9-4eb8-a12f-9367f4f97493,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:45.009519 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-1c3d9700-d9be-40fb-b60f-e99264f4c18e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1f89b490e1748fb885423b94810e777&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3150697
Mar 25 03:36:45.013719 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35500) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:45.041122 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (07ccd347-40aa-4c31-8a8d-fe25ce66bfcc), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:45.045525 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:45.048778 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] 10.222.0.24 "DELETE /v2.0/networks/07ccd347-40aa-4c31-8a8d-fe25ce66bfcc HTTP/1.1" status: 204  len: 168 time: 0.8134656
Mar 25 03:36:45.051939 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35502) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:45.067743 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021539e3-608a-44e9-a12a-39bd5e37cc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=07ccd347-40aa-4c31-8a8d-fe25ce66bfcc,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:45.087755 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea889822-05f0-4d28-a6d5-891356cbb55d admin admin] Publish callbacks [] for security_group (c398cb53-d5a9-4eb8-a12f-9367f4f97493), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:45.126250 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea889822-05f0-4d28-a6d5-891356cbb55d admin admin] Publish callbacks [] for security_group (c398cb53-d5a9-4eb8-a12f-9367f4f97493), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:45.203458 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4cf3d9f3-6241-4a1c-a104-a658ea7b15e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:45.260542 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea889822-05f0-4d28-a6d5-891356cbb55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c398cb53-d5a9-4eb8-a12f-9367f4f97493), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:45.263421 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea889822-05f0-4d28-a6d5-891356cbb55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:45.264618 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-ea889822-05f0-4d28-a6d5-891356cbb55d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c398cb53-d5a9-4eb8-a12f-9367f4f97493 HTTP/1.1" status: 204  len: 168 time: 0.2498949
Mar 25 03:36:45.272346 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea889822-05f0-4d28-a6d5-891356cbb55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c398cb53-d5a9-4eb8-a12f-9367f4f97493,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:45.488038 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-fb6cbc35-8bf3-447b-b359-b3f75a05d8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-459075'] for router_interface (a182c2fc-f5de-4d82-a6a6-f70a450325e1), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:45.781719 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-fb6cbc35-8bf3-447b-b359-b3f75a05d8e9 admin admin] Deleting port 9937403e-dbae-42ab-9aa1-c3622c92ac3d {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:45.782394 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-fb6cbc35-8bf3-447b-b359-b3f75a05d8e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:45.860677 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [None req-fb6cbc35-8bf3-447b-b359-b3f75a05d8e9 admin admin] For port 9937403e-dbae-42ab-9aa1-c3622c92ac3d, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=9937403e-dbae-42ab-9aa1-c3622c92ac3d,segment=NetworkSegment(b4e30346-e699-4e74-9b15-eafa6b10168c),segment_id=b4e30346-e699-4e74-9b15-eafa6b10168c)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:45.860677 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-fb6cbc35-8bf3-447b-b359-b3f75a05d8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:45.872657 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-fb6cbc35-8bf3-447b-b359-b3f75a05d8e9 admin admin] Calling delete_port for 9937403e-dbae-42ab-9aa1-c3622c92ac3d owned by network:router_interface {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:46.153151 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-fb6cbc35-8bf3-447b-b359-b3f75a05d8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (9937403e-dbae-42ab-9aa1-c3622c92ac3d), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:46.178392 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cbc35-8bf3-447b-b359-b3f75a05d8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9937403e-dbae-42ab-9aa1-c3622c92ac3d,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:46.191087 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:46.355085 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-fb6cbc35-8bf3-447b-b359-b3f75a05d8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462323'] for router_interface (a182c2fc-f5de-4d82-a6a6-f70a450325e1), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:46.572070 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6cbc35-8bf3-447b-b359-b3f75a05d8e9 admin admin] Router a182c2fc-f5de-4d82-a6a6-f70a450325e1 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:36:46.679344 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6cbc35-8bf3-447b-b359-b3f75a05d8e9 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:36:46.684751 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-fb6cbc35-8bf3-447b-b359-b3f75a05d8e9 admin admin] 10.222.0.24 "PUT /v2.0/routers/a182c2fc-f5de-4d82-a6a6-f70a450325e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6315973
Mar 25 03:36:46.687535 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35538) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:46.689077 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a690a9de-4056-4999-b756-b888468fe39c None None] Sync routers for ids ['a182c2fc-f5de-4d82-a6a6-f70a450325e1'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:36:46.699151 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a690a9de-4056-4999-b756-b888468fe39c None None] Routers {'a182c2fc-f5de-4d82-a6a6-f70a450325e1'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:46.699759 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-a690a9de-4056-4999-b756-b888468fe39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf2238e0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['a182c2fc-f5de-4d82-a6a6-f70a450325e1'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:46.810765 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Publish callbacks [] for router (a182c2fc-f5de-4d82-a6a6-f70a450325e1), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:46.810992 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-a690a9de-4056-4999-b756-b888468fe39c None None] Set router a182c2fc-f5de-4d82-a6a6-f70a450325e1 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:46.919857 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Publish callbacks [] for router_gateway (a182c2fc-f5de-4d82-a6a6-f70a450325e1), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:46.999429 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-a690a9de-4056-4999-b756-b888468fe39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf2238e0>, [{'id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'name': 'tempest-TestMinimumBasicScenario-710216610-router', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:36:46Z', 'revision_number': 5, 'project_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'gw_port': {'id': 'f08b21f6-1cf2-4d00-82f5-4afec85839c6', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:47.029538 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a690a9de-4056-4999-b756-b888468fe39c None None] Checking router: a182c2fc-f5de-4d82-a6a6-f70a450325e1 for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:36:47.040396 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a690a9de-4056-4999-b756-b888468fe39c None None] Routers {'a182c2fc-f5de-4d82-a6a6-f70a450325e1'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:47.041019 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-a690a9de-4056-4999-b756-b888468fe39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf2238e0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['a182c2fc-f5de-4d82-a6a6-f70a450325e1'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:47.078146 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Deleting port f08b21f6-1cf2-4d00-82f5-4afec85839c6 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:47.078356 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:47.150130 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-a690a9de-4056-4999-b756-b888468fe39c None None] Set router a182c2fc-f5de-4d82-a6a6-f70a450325e1 gateway port host: None {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:47.181556 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] For port f08b21f6-1cf2-4d00-82f5-4afec85839c6, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=f08b21f6-1cf2-4d00-82f5-4afec85839c6,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:47.181969 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:47.197258 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Calling delete_port for f08b21f6-1cf2-4d00-82f5-4afec85839c6 owned by network:router_gateway {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:47.215104 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-a690a9de-4056-4999-b756-b888468fe39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf2238e0>, [{'id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'name': 'tempest-TestMinimumBasicScenario-710216610-router', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:36:46Z', 'revision_number': 6, 'project_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'gw_port_host': None}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:47.255952 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a690a9de-4056-4999-b756-b888468fe39c None None] The sync data for ids ['a182c2fc-f5de-4d82-a6a6-f70a450325e1'] in dv-cinder-835168-1-iscsi is: [{'id': 'a182c2fc-f5de-4d82-a6a6-f70a450325e1', 'name': 'tempest-TestMinimumBasicScenario-710216610-router', 'tenant_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:33:12Z', 'updated_at': '2022-03-25T03:36:46Z', 'revision_number': 6, 'project_id': 'dc1cef3eb75e42ee8239eeee32937fd8', 'gw_port_host': None}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:36:47.346003 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:36:47.453937 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (f08b21f6-1cf2-4d00-82f5-4afec85839c6), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:47.481004 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Pushing event deleted for resources: {'Port': ['ID=f08b21f6-1cf2-4d00-82f5-4afec85839c6,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:47.499631 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c70afe-98ff-4a4a-a6fd-133520aee460 req-a63ae05b-dc12-428f-8c3b-5414ff670618 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:47.501143 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d9c70afe-98ff-4a4a-a6fd-133520aee460 req-a63ae05b-dc12-428f-8c3b-5414ff670618 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0599232
Mar 25 03:36:47.544913 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462345'] for router_gateway (a182c2fc-f5de-4d82-a6a6-f70a450325e1), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:47.554161 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d9c70afe-98ff-4a4a-a6fd-133520aee460 req-88cb997b-714e-415d-877b-0915a2f96375 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470734
Mar 25 03:36:47.558567 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:47.646443 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6115'] for router (a182c2fc-f5de-4d82-a6a6-f70a450325e1), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:47.648809 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Publish callbacks [] for router_controller (a182c2fc-f5de-4d82-a6a6-f70a450325e1), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:47.752348 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-461290'] for router (a182c2fc-f5de-4d82-a6a6-f70a450325e1), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:47.752920 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a182c2fc-f5de-4d82-a6a6-f70a450325e1 {{(pid=103656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 25 03:36:47.758381 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:47.759544 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-ffb6aaf8-396f-495b-a67a-4b178ce77caa admin admin] 10.222.0.24 "DELETE /v2.0/routers/a182c2fc-f5de-4d82-a6a6-f70a450325e1 HTTP/1.1" status: 204  len: 168 time: 1.0710218
Mar 25 03:36:47.762006 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35572) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:47.806516 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48aac29-93df-4d30-be5f-0da10cf92697 admin admin] Deleting subnet b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5 {{(pid=103656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:36:47.810476 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d48aac29-93df-4d30-be5f-0da10cf92697 admin admin] Publish callbacks [] for subnet (b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:47.834913 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35574) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:47.845562 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d48aac29-93df-4d30-be5f-0da10cf92697 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580478'] for subnet (b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:47.925562 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d48aac29-93df-4d30-be5f-0da10cf92697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:47.940035 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-24c6c48c-fd01-4240-86e8-d3ec296ccfa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.017800 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-24c6c48c-fd01-4240-86e8-d3ec296ccfa4 admin admin] Publish callbacks [] for security_group (7c698f4e-0e88-4fbc-ac31-af4d0ba8eaa1), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.061612 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d48aac29-93df-4d30-be5f-0da10cf92697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846492'] for subnet (b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.088161 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48aac29-93df-4d30-be5f-0da10cf92697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:48.092078 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d48aac29-93df-4d30-be5f-0da10cf92697 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.095319 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-d48aac29-93df-4d30-be5f-0da10cf92697 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b5ac0ccb-a710-415a-b6d6-36fb7b69b2f5 HTTP/1.1" status: 204  len: 168 time: 0.3323750
Mar 25 03:36:48.097886 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35578) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:48.100438 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4915be-2109-445d-9361-8df24d6931a4 None None] Network 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:36:48.134813 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-24c6c48c-fd01-4240-86e8-d3ec296ccfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (7c698f4e-0e88-4fbc-ac31-af4d0ba8eaa1), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.174701 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (3c60d3fd-dd5a-4c97-883c-e5cf6723d01a), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.177281 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-24c6c48c-fd01-4240-86e8-d3ec296ccfa4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c953eba44a3403f9d59fe065a2cebf1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3412900
Mar 25 03:36:48.178512 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6c48c-fd01-4240-86e8-d3ec296ccfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c698f4e-0e88-4fbc-ac31-af4d0ba8eaa1,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:48.180621 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35580) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:48.274101 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] DHCP port deletion for 3c60d3fd-dd5a-4c97-883c-e5cf6723d01a request from dv-cinder-835168-1-iscsi {{(pid=103657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 25 03:36:48.274906 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1d5f84ba-b159-40cb-8665-f0a0897ec1a8 admin admin] Publish callbacks [] for security_group (7c698f4e-0e88-4fbc-ac31-af4d0ba8eaa1), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.303359 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1d5f84ba-b159-40cb-8665-f0a0897ec1a8 admin admin] Publish callbacks [] for security_group (7c698f4e-0e88-4fbc-ac31-af4d0ba8eaa1), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.326479 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Deleting port 3c71d57c-7366-4ab0-b955-dd997b4d784c {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:48.326816 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.328284 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Deleting port 3c71d57c-7366-4ab0-b955-dd997b4d784c {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:48.328692 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.397531 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] For port 3c71d57c-7366-4ab0-b955-dd997b4d784c, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=3c71d57c-7366-4ab0-b955-dd997b4d784c,segment=NetworkSegment(b4e30346-e699-4e74-9b15-eafa6b10168c),segment_id=b4e30346-e699-4e74-9b15-eafa6b10168c)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:48.397531 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.403483 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] For port 3c71d57c-7366-4ab0-b955-dd997b4d784c, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=3c71d57c-7366-4ab0-b955-dd997b4d784c,segment=NetworkSegment(b4e30346-e699-4e74-9b15-eafa6b10168c),segment_id=b4e30346-e699-4e74-9b15-eafa6b10168c)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:48.403847 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.407504 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Calling delete_port for 3c71d57c-7366-4ab0-b955-dd997b4d784c owned by network:dhcp {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:48.417903 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Calling delete_port for 3c71d57c-7366-4ab0-b955-dd997b4d784c owned by network:dhcp {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:48.484476 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1d5f84ba-b159-40cb-8665-f0a0897ec1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (7c698f4e-0e88-4fbc-ac31-af4d0ba8eaa1), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.487117 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1d5f84ba-b159-40cb-8665-f0a0897ec1a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.488308 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-1d5f84ba-b159-40cb-8665-f0a0897ec1a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c698f4e-0e88-4fbc-ac31-af4d0ba8eaa1 HTTP/1.1" status: 204  len: 168 time: 0.3001249
Mar 25 03:36:48.506440 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f84ba-b159-40cb-8665-f0a0897ec1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c698f4e-0e88-4fbc-ac31-af4d0ba8eaa1,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:48.580636 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.585120 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device f08b21f6-1cf2-4d00-82f5-4afec85839c6 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:48.611799 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: f08b21f6-1cf2-4d00-82f5-4afec85839c6 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:48.612150 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device f08b21f6-1cf2-4d00-82f5-4afec85839c6 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:48.612567 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 9937403e-dbae-42ab-9aa1-c3622c92ac3d no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:48.615736 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] No DVR routers for this DVR port 3c71d57c-7366-4ab0-b955-dd997b4d784c on host dv-cinder-835168-1-iscsi {{(pid=103656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:36:48.622200 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c71d57c-7366-4ab0-b955-dd997b4d784c,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:48.642703 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 9937403e-dbae-42ab-9aa1-c3622c92ac3d {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:48.643052 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 9937403e-dbae-42ab-9aa1-c3622c92ac3d not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:48.643474 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 3c71d57c-7366-4ab0-b955-dd997b4d784c no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:48.666327 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 3c71d57c-7366-4ab0-b955-dd997b4d784c {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:48.666599 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 3c71d57c-7366-4ab0-b955-dd997b4d784c not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:48.683882 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255'] for port (3c71d57c-7366-4ab0-b955-dd997b4d784c), after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.707710 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Pushing event deleted for resources: {'Port': ['ID=3c71d57c-7366-4ab0-b955-dd997b4d784c,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:48.718122 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.718344 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.718678 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.719015 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.719928 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.719928 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.720161 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.720273 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.720587 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.720915 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.721233 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.721552 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.721894 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.722209 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.722523 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:48.725239 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a94348-bfa7-47e6-ac7d-31442bdb8423 None None] No DVR routers for this DVR port 3c71d57c-7366-4ab0-b955-dd997b4d784c on host dv-cinder-835168-1-iscsi {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:36:48.726977 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (3c60d3fd-dd5a-4c97-883c-e5cf6723d01a), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.756495 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb6517a60>,) {'filters': {'network_id': ['3c60d3fd-dd5a-4c97-883c-e5cf6723d01a']}} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:48.770946 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245616f-e634-4c74-8088-791eecb22076 req-49cc4d65-f694-4c5c-a212-0477ba71934a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:48.772430 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3245616f-e634-4c74-8088-791eecb22076 req-49cc4d65-f694-4c5c-a212-0477ba71934a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.1298230
Mar 25 03:36:48.776091 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6517a60>, 'b4e30346-e699-4e74-9b15-eafa6b10168c') {'for_net_delete': True} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:48.776563 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6517a60>, 'b4e30346-e699-4e74-9b15-eafa6b10168c') {} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:48.792275 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8580423'] for segment (b4e30346-e699-4e74-9b15-eafa6b10168c), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.813824 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (b4e30346-e699-4e74-9b15-eafa6b10168c), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.826977 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:36:48.827371 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583136'] for segment (b4e30346-e699-4e74-9b15-eafa6b10168c), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]: Traceback (most recent call last):
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     timer()
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     cb(*args, **kw)
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     return func(*args, **kwargs)
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     self._notify()
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     self.callback(batched_events)
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     event.method(event)
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     return f(self, *a, **k)
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._get(url).json()
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:36:48.828997 dv-cinder-835168-1-iscsi neutron-server[103656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:36:48.879740 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3245616f-e634-4c74-8088-791eecb22076 req-81d06e4d-7480-4480-9bc9-8a4926ff18d4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011224
Mar 25 03:36:48.989788 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (3c60d3fd-dd5a-4c97-883c-e5cf6723d01a), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.993684 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:48.997417 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3c60d3fd-dd5a-4c97-883c-e5cf6723d01a HTTP/1.1" status: 204  len: 168 time: 0.8983839
Mar 25 03:36:49.006870 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d55847-a39c-4636-b2de-82980ce85932 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c60d3fd-dd5a-4c97-883c-e5cf6723d01a,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:49.255351 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35592) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:49.266346 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:49.268149 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5ade6b6e-255f-4b0b-bd4f-a317366031f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:49.340451 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5ade6b6e-255f-4b0b-bd4f-a317366031f8 admin admin] Publish callbacks [] for security_group (7a693364-aa28-4be3-bbaf-1d3098da1c36), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:49.397323 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35594) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:49.423487 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5ade6b6e-255f-4b0b-bd4f-a317366031f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (7a693364-aa28-4be3-bbaf-1d3098da1c36), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:49.463739 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-95e69336-4311-4bb5-85cf-066948bae4a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8fcb2a54095042de8f8a080ac25139a8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0652547
Mar 25 03:36:49.467123 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35596) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:49.474056 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-5ade6b6e-255f-4b0b-bd4f-a317366031f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c47ded9283e04673afc0e39c7f6be16d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2151251
Mar 25 03:36:49.474245 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35598) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:49.476071 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade6b6e-255f-4b0b-bd4f-a317366031f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a693364-aa28-4be3-bbaf-1d3098da1c36,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:49.556564 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-331b372e-ae44-4715-a7b3-caecc7ff248c admin admin] Publish callbacks [] for security_group (7a693364-aa28-4be3-bbaf-1d3098da1c36), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:49.558956 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ebf0e293-75ed-4bf1-a013-bb5859bcf5f0 admin admin] Publish callbacks [] for security_group (f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:49.589583 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-331b372e-ae44-4715-a7b3-caecc7ff248c admin admin] Publish callbacks [] for security_group (7a693364-aa28-4be3-bbaf-1d3098da1c36), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:49.599821 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ebf0e293-75ed-4bf1-a013-bb5859bcf5f0 admin admin] Publish callbacks [] for security_group (f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:49.745388 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-331b372e-ae44-4715-a7b3-caecc7ff248c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (7a693364-aa28-4be3-bbaf-1d3098da1c36), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:49.748064 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-331b372e-ae44-4715-a7b3-caecc7ff248c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:49.749271 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-331b372e-ae44-4715-a7b3-caecc7ff248c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a693364-aa28-4be3-bbaf-1d3098da1c36 HTTP/1.1" status: 204  len: 168 time: 0.2741113
Mar 25 03:36:49.767562 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b372e-ae44-4715-a7b3-caecc7ff248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a693364-aa28-4be3-bbaf-1d3098da1c36,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:49.775595 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ebf0e293-75ed-4bf1-a013-bb5859bcf5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:49.779454 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ebf0e293-75ed-4bf1-a013-bb5859bcf5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:49.780912 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-ebf0e293-75ed-4bf1-a013-bb5859bcf5f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe HTTP/1.1" status: 204  len: 168 time: 0.3127470
Mar 25 03:36:49.789061 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0e293-75ed-4bf1-a013-bb5859bcf5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e39cba-3ecb-4d75-9d8c-50b99bb7bafe,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:50.006774 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45924ccd-b603-4767-81f9-08e7e4744711 req-40e8f4e6-f895-4f63-ba2a-429b8b3ddb01 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:50.008226 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-45924ccd-b603-4767-81f9-08e7e4744711 req-40e8f4e6-f895-4f63-ba2a-429b8b3ddb01 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0543218
Mar 25 03:36:50.054905 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-45924ccd-b603-4767-81f9-08e7e4744711 req-af3facb3-c2cb-478d-a734-7847ee9a2ace tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403552
Mar 25 03:36:50.369804 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035be921-82fa-439e-b7db-5c49fbf1085d req-dca50926-79e7-4668-b7d6-cc7e036c2c53 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:50.372492 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-035be921-82fa-439e-b7db-5c49fbf1085d req-dca50926-79e7-4668-b7d6-cc7e036c2c53 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0525465
Mar 25 03:36:50.418929 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-035be921-82fa-439e-b7db-5c49fbf1085d req-76b45495-368e-44d2-ada5-dd3a3652b6c7 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407000
Mar 25 03:36:50.636301 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35630) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:50.678916 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-53ac3bb5-fcf0-4eb4-8613-15dfd9a8ce37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc1cef3eb75e42ee8239eeee32937fd8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0413525
Mar 25 03:36:50.681383 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35634) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:50.728840 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9362200c-c537-402a-b571-3dbf31a972f8 admin admin] Publish callbacks [] for security_group (d4fb4f72-0f94-4c36-bec9-157a2d139466), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:50.753966 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9362200c-c537-402a-b571-3dbf31a972f8 admin admin] Publish callbacks [] for security_group (d4fb4f72-0f94-4c36-bec9-157a2d139466), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:50.894784 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9362200c-c537-402a-b571-3dbf31a972f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (d4fb4f72-0f94-4c36-bec9-157a2d139466), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:50.897397 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9362200c-c537-402a-b571-3dbf31a972f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:50.898606 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-9362200c-c537-402a-b571-3dbf31a972f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4fb4f72-0f94-4c36-bec9-157a2d139466 HTTP/1.1" status: 204  len: 168 time: 0.2162600
Mar 25 03:36:50.906917 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362200c-c537-402a-b571-3dbf31a972f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb4f72-0f94-4c36-bec9-157a2d139466,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:51.183750 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7740474-7152-4178-9f97-5923556049b8 req-cd17bdd2-5fab-4860-a23d-e5c5247d868e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:51.185555 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f7740474-7152-4178-9f97-5923556049b8 req-cd17bdd2-5fab-4860-a23d-e5c5247d868e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0538771
Mar 25 03:36:51.236489 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f7740474-7152-4178-9f97-5923556049b8 req-505ee5ae-1158-457d-b521-9c3a77b49741 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434828
Mar 25 03:36:51.540691 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680b5f2-36bc-4438-aef0-9a54607c21cd req-9a8de712-4896-4c6f-9afa-9586192584d2 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:51.542170 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2680b5f2-36bc-4438-aef0-9a54607c21cd req-9a8de712-4896-4c6f-9afa-9586192584d2 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0564241
Mar 25 03:36:51.588691 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2680b5f2-36bc-4438-aef0-9a54607c21cd req-98bb0dc6-6211-44fb-9e40-783923c3f046 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407155
Mar 25 03:36:51.807144 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35674) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:51.910507 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-74dfc975-298a-454f-99b2-cb54f6aad1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:51.994880 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-74dfc975-298a-454f-99b2-cb54f6aad1e9 admin admin] Publish callbacks [] for security_group (cba47b6b-1619-4f09-8dd4-465933e4a3bb), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.053840 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35682) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:52.100553 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-74dfc975-298a-454f-99b2-cb54f6aad1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (cba47b6b-1619-4f09-8dd4-465933e4a3bb), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.140380 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-74dfc975-298a-454f-99b2-cb54f6aad1e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06ef66afa91c497f8d435c27f322da96&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3320198
Mar 25 03:36:52.141247 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfc975-298a-454f-99b2-cb54f6aad1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba47b6b-1619-4f09-8dd4-465933e4a3bb,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:52.143207 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35686) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:52.154598 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-906588724-network', 'tenant_id': '128b813a50464f31b257ffac581ed332'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:52.205569 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7faabe28-0201-4e25-902b-3c3a29e00152 admin admin] Publish callbacks [] for security_group (cba47b6b-1619-4f09-8dd4-465933e4a3bb), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.226020 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7faabe28-0201-4e25-902b-3c3a29e00152 admin admin] Publish callbacks [] for security_group (cba47b6b-1619-4f09-8dd4-465933e4a3bb), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.283796 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Made reservation on behalf of 128b813a50464f31b257ffac581ed332 for: {'network': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:36:52.286212 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.299075 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.367511 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6b1af-da15-466b-b29c-81008ac7476b req-89c7a852-1005-4458-a697-815ec1f2643c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:52.369355 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-15d6b1af-da15-466b-b29c-81008ac7476b req-89c7a852-1005-4458-a697-815ec1f2643c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0579116
Mar 25 03:36:52.376267 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7faabe28-0201-4e25-902b-3c3a29e00152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (cba47b6b-1619-4f09-8dd4-465933e4a3bb), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.379127 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7faabe28-0201-4e25-902b-3c3a29e00152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.380281 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-7faabe28-0201-4e25-902b-3c3a29e00152 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cba47b6b-1619-4f09-8dd4-465933e4a3bb HTTP/1.1" status: 204  len: 168 time: 0.2360744
Mar 25 03:36:52.408170 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faabe28-0201-4e25-902b-3c3a29e00152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba47b6b-1619-4f09-8dd4-465933e4a3bb,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:52.458796 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-15d6b1af-da15-466b-b29c-81008ac7476b req-179fe6bc-5bfc-4d40-bf3d-da37dca7b1fa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774314
Mar 25 03:36:52.487324 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Publish callbacks [] for security_group (b46ba293-4ea4-402d-aef7-fab0e76855ab), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.496921 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-2a709c44-5dc1-46f5-bbfc-e82f82d05920 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:52.498384 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-2a709c44-5dc1-46f5-bbfc-e82f82d05920 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.35 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.0531616
Mar 25 03:36:52.563263 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (b46ba293-4ea4-402d-aef7-fab0e76855ab), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.584319 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=103656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:36:52.597466 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Deleting port c9983117-474b-4d6c-a92f-7cafb4b13c9f {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:52.598194 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.598827 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46ba293-4ea4-402d-aef7-fab0e76855ab,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:52.603459 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (a7c0d122-041e-431d-856e-b1073025996f), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.603805 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.segments_db [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Added segment a7c0d122-041e-431d-856e-b1073025996f of type vlan for network 3b3658a2-99c4-4d46-9375-814ea7ecaf18
Mar 25 03:36:52.646868 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (3b3658a2-99c4-4d46-9375-814ea7ecaf18), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.792348 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (3b3658a2-99c4-4d46-9375-814ea7ecaf18), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.793745 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:52.795029 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:52.959391 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] Pushing event updated for resources: {'Network': ['ID=3b3658a2-99c4-4d46-9375-814ea7ecaf18,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:52.960324 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:36:52.966349 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] For port c9983117-474b-4d6c-a92f-7cafb4b13c9f, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=c9983117-474b-4d6c-a92f-7cafb4b13c9f,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:52.967303 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:53.053891 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882e477-8957-454e-b942-97dbd1e14c55 req-16cd56da-24a5-4dab-9cb3-15bc310f1356 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:53.055348 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b882e477-8957-454e-b942-97dbd1e14c55 req-16cd56da-24a5-4dab-9cb3-15bc310f1356 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 945 time: 0.3889318
Mar 25 03:36:53.120736 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-6edf850a-5db5-4222-a169-a69665a711d0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0657828
Mar 25 03:36:53.123471 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35704) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:53.128652 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-548c23e8-1d6b-4759-8cbf-ab0e657719fc admin admin] Request body: {'subnet': {'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-906588724-subnet', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'ip_version': 4}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:53.150470 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b882e477-8957-454e-b942-97dbd1e14c55 req-6ff307ee-2388-4e73-a363-792ea017a5d8 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=b40bbf49-329d-45af-87e5-def5f8b29d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885344
Mar 25 03:36:53.201278 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:53.201794 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (71f13b22-fc2c-4098-822b-6dfbb8c8e5b5), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:53.202109 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Floating IP 71f13b22-fc2c-4098-822b-6dfbb8c8e5b5 disassociated. External IP: 172.27.0.147, port: c9983117-474b-4d6c-a92f-7cafb4b13c9f.
Mar 25 03:36:53.202471 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Calling delete_port for c9983117-474b-4d6c-a92f-7cafb4b13c9f owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:53.323552 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548c23e8-1d6b-4759-8cbf-ab0e657719fc admin admin] Made reservation on behalf of 128b813a50464f31b257ffac581ed332 for: {'subnet': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:36:53.330132 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-548c23e8-1d6b-4759-8cbf-ab0e657719fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8846513'] for subnet (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:53.478714 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (c9983117-474b-4d6c-a92f-7cafb4b13c9f), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:53.510179 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event deleted for resources: {'Port': ['ID=c9983117-474b-4d6c-a92f-7cafb4b13c9f,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:53.589764 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a94b2-7603-49b8-9ede-048773109f23 req-e06c00a5-b0f9-49fd-b2df-24d14bc01ac2 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:53.592125 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a27a94b2-7603-49b8-9ede-048773109f23 req-e06c00a5-b0f9-49fd-b2df-24d14bc01ac2 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0550821
Mar 25 03:36:53.638242 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a27a94b2-7603-49b8-9ede-048773109f23 req-fa9aec60-3c61-4bee-ad85-de1448644286 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396824
Mar 25 03:36:53.647087 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Router b174e628-a4ad-4a33-bbc0-6ca515b43c7c has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:36:53.649217 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-548c23e8-1d6b-4759-8cbf-ab0e657719fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8846503'] for subnet (693378f8-bce4-4933-bed5-9bc98ff481e4), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:53.718433 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c23e8-1d6b-4759-8cbf-ab0e657719fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=693378f8-bce4-4933-bed5-9bc98ff481e4,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:53.722582 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c23e8-1d6b-4759-8cbf-ab0e657719fc admin admin] Checking segment: {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:36:53.722993 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548c23e8-1d6b-4759-8cbf-ab0e657719fc admin admin] Network hostable DHCP agents. Network: 3b3658a2-99c4-4d46-9375-814ea7ecaf18, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:36:53.765806 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:36:53.777042 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9dc52a-7c34-4c2e-9f30-dcf85bbc8174 None None] Sync routers for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:36:53.791192 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9dc52a-7c34-4c2e-9f30-dcf85bbc8174 None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:53.791192 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-7a9dc52a-7c34-4c2e-9f30-dcf85bbc8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc2233d0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:53.813121 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] No DVR routers for this DVR port c9983117-474b-4d6c-a92f-7cafb4b13c9f on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:36:53.816239 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:53.819622 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ba4c9038-ebcb-47b0-bdef-0fdf837231b6 req-3a2a25ed-5ef0-44c0-b99b-7af15b18c49f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.35 "DELETE /v2.0/ports/c9983117-474b-4d6c-a92f-7cafb4b13c9f HTTP/1.1" status: 204  len: 173 time: 1.3147364
Mar 25 03:36:53.820094 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610e5788-4d6e-4610-891e-5e5e4fbeb029', 'name': 'network-vif-deleted', 'tag': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:36:53.823237 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b7034c-875b-49ef-a298-f517d5f4d8ab" -d '{"events": [{"server_uuid": "610e5788-4d6e-4610-891e-5e5e4fbeb029", "name": "network-vif-deleted", "tag": "c9983117-474b-4d6c-a92f-7cafb4b13c9f"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:36:53.827432 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548c23e8-1d6b-4759-8cbf-ab0e657719fc admin admin] Network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:36:53.865492 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e42ed7-560b-4d53-9aca-52880d5b1402 x-openstack-request-id: req-f5e42ed7-560b-4d53-9aca-52880d5b1402 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:36:53.865933 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610e5788-4d6e-4610-891e-5e5e4fbeb029", "name": "network-vif-deleted", "tag": "c9983117-474b-4d6c-a92f-7cafb4b13c9f", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:36:53.866288 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5e42ed7-560b-4d53-9aca-52880d5b1402 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:36:53.866754 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e42ed7-560b-4d53-9aca-52880d5b1402'] response: {'server_uuid': '610e5788-4d6e-4610-891e-5e5e4fbeb029', 'name': 'network-vif-deleted', 'tag': 'c9983117-474b-4d6c-a92f-7cafb4b13c9f', 'status': 'completed', 'code': 200}
Mar 25 03:36:53.908529 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-7a9dc52a-7c34-4c2e-9f30-dcf85bbc8174 None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:54.032564 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-548c23e8-1d6b-4759-8cbf-ab0e657719fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 3b3658a2-99c4-4d46-9375-814ea7ecaf18) {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:36:54.037101 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548c23e8-1d6b-4759-8cbf-ab0e657719fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:54.037788 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-548c23e8-1d6b-4759-8cbf-ab0e657719fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:54.050991 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c494c-eb3c-4789-aa61-4b35e40a9515 None None] Network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:36:54.114823 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-7a9dc52a-7c34-4c2e-9f30-dcf85bbc8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc2233d0>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 5, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:54.145350 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9dc52a-7c34-4c2e-9f30-dcf85bbc8174 None None] Checking router: b174e628-a4ad-4a33-bbc0-6ca515b43c7c for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:36:54.154649 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9dc52a-7c34-4c2e-9f30-dcf85bbc8174 None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:54.155247 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-7a9dc52a-7c34-4c2e-9f30-dcf85bbc8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc2233d0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:54.162860 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc172e3e5-e1be-56d1-a7aa-0c23e9db9063-3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4'}]}} from dv-cinder-835168-1-iscsi. {{(pid=103657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 25 03:36:54.163767 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:54.180516 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35726) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:54.186263 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-548c23e8-1d6b-4759-8cbf-ab0e657719fc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0528603
Mar 25 03:36:54.186731 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:54.284009 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-7a9dc52a-7c34-4c2e-9f30-dcf85bbc8174 None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:54.286365 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-785fc431-114a-4890-b15b-c78fb18bce1c req-acea2001-c7c3-45b8-9bc1-d9bd5b731fbd tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=610e5788-4d6e-4610-891e-5e5e4fbeb029 HTTP/1.1" status: 200  len: 210 time: 0.0406437
Mar 25 03:36:54.323556 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6037'] for router (0a961f97-ff1c-4c03-b953-52675457b9ae), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:54.324846 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6124'] for router (0a961f97-ff1c-4c03-b953-52675457b9ae), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:54.354669 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Allocated IP 172.20.0.2 (3b3658a2-99c4-4d46-9375-814ea7ecaf18/693378f8-bce4-4933-bed5-9bc98ff481e4/99e4c980-9969-4aa0-980b-070e7073ee2c) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:36:54.394137 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Publish callbacks [] for router_controller (0a961f97-ff1c-4c03-b953-52675457b9ae), precommit_add_association {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:54.488197 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-7a9dc52a-7c34-4c2e-9f30-dcf85bbc8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc2233d0>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 5, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:54.511753 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Publish callbacks [] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:54.515308 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9dc52a-7c34-4c2e-9f30-dcf85bbc8174 None None] The sync data for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi is: [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 5, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:36:54.615691 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:54.623324 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Publish callbacks [] for router_gateway (0a961f97-ff1c-4c03-b953-52675457b9ae), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:54.665894 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:36:54.679438 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Resources bound (agent type, host, resource id):  {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:36:54.684953 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Pushing event updated for resources: {'Port': ['ID=99e4c980-9969-4aa0-980b-070e7073ee2c,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:54.688590 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:36:54.773937 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Attempting to bind port 99e4c980-9969-4aa0-980b-070e7073ee2c on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:36:54.773937 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Attempting to bind port 99e4c980-9969-4aa0-980b-070e7073ee2c by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:36:54.773937 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Attempting to bind port 99e4c980-9969-4aa0-980b-070e7073ee2c on network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:36:54.773937 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:36:54.773937 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Checking segment: {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:36:54.773937 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:54.773937 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Bound using segment: {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:36:54.773937 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Bound port: 99e4c980-9969-4aa0-980b-070e7073ee2c, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:36:54.773937 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:54.805094 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fca49a-6819-4c03-a754-f2fbf843fc44 None None] New status for floating IP 71f13b22-fc2c-4098-822b-6dfbb8c8e5b5: DOWN {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:36:54.844813 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f921abc-c9d7-466b-b534-7a1ce1d9a69f req-54f0b123-aeb6-42ac-80d0-5c1b9129591a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:54.846367 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7f921abc-c9d7-466b-b534-7a1ce1d9a69f req-54f0b123-aeb6-42ac-80d0-5c1b9129591a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.1167941
Mar 25 03:36:54.931863 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7f921abc-c9d7-466b-b534-7a1ce1d9a69f req-4cec0881-fc42-41dd-a68e-4eed938ac04a tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751894
Mar 25 03:36:54.943928 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] For port 99e4c980-9969-4aa0-980b-070e7073ee2c, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:36:54.960274 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] For port 99e4c980-9969-4aa0-980b-070e7073ee2c, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=99e4c980-9969-4aa0-980b-070e7073ee2c,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:36:55.057309 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Publish callbacks [] for router_gateway (0a961f97-ff1c-4c03-b953-52675457b9ae), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:55.080020 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:55.109493 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:55.183510 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87bb93-d5f7-482f-8e33-0161f4731ea9 None None] Pushing event updated for resources: {'Port': ['ID=99e4c980-9969-4aa0-980b-070e7073ee2c,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:55.216304 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Allocated IP 172.27.0.48 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/d4980c0e-6175-4cc2-a031-ffa097ad7b8b) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:36:55.354372 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Publish callbacks [] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:55.501807 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35750) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:55.554579 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3168de8c-708e-40f8-ba97-e7271a9bacca tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group (b40bbf49-329d-45af-87e5-def5f8b29d81), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:55.565619 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:55.613585 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:36:55.615510 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3168de8c-708e-40f8-ba97-e7271a9bacca tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group (b40bbf49-329d-45af-87e5-def5f8b29d81), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:55.625280 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:36:55.628465 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:36:55.662409 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device c9983117-474b-4d6c-a92f-7cafb4b13c9f no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:36:55.671070 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Pushing event updated for resources: {'Port': ['ID=d4980c0e-6175-4cc2-a031-ffa097ad7b8b,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:55.684854 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: c9983117-474b-4d6c-a92f-7cafb4b13c9f {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:36:55.685205 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device c9983117-474b-4d6c-a92f-7cafb4b13c9f not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:36:55.941335 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3168de8c-708e-40f8-ba97-e7271a9bacca tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (b40bbf49-329d-45af-87e5-def5f8b29d81), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:55.943968 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3168de8c-708e-40f8-ba97-e7271a9bacca tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:55.945351 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-3168de8c-708e-40f8-ba97-e7271a9bacca tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "DELETE /v2.0/security-groups/b40bbf49-329d-45af-87e5-def5f8b29d81 HTTP/1.1" status: 204  len: 168 time: 0.4423275
Mar 25 03:36:55.948064 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35762) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:55.978002 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.api.v2.resource [None req-40636290-2378-44fb-9af4-910c3573b5b2 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] show failed (client error): The resource could not be found.
Mar 25 03:36:55.979367 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-40636290-2378-44fb-9af4-910c3573b5b2 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups/b40bbf49-329d-45af-87e5-def5f8b29d81 HTTP/1.1" status: 404  len: 347 time: 0.0294766
Mar 25 03:36:55.982826 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35766) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:56.009288 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168de8c-708e-40f8-ba97-e7271a9bacca tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40bbf49-329d-45af-87e5-def5f8b29d81,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:56.087498 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Publish callbacks [] for router_gateway (0a961f97-ff1c-4c03-b953-52675457b9ae), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.189745 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ecb2b3-ae9e-4aad-b4e0-36074cd942aa None None] Network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:36:56.192281 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bd49a-08e0-4c24-b3a0-21fb578dca0a req-00e1bd01-7b56-422b-b9b1-48a22f888a00 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:56.194058 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f71bd49a-08e0-4c24-b3a0-21fb578dca0a req-00e1bd01-7b56-422b-b9b1-48a22f888a00 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.1376290
Mar 25 03:36:56.246753 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-c738c5dd-f43b-42bf-8064-6f9bc914d54f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Deleting port 5f50f01a-e5d1-41b4-9dbd-3a59edf1840e {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:36:56.247093 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c738c5dd-f43b-42bf-8064-6f9bc914d54f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (5f50f01a-e5d1-41b4-9dbd-3a59edf1840e), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.269751 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-72bd5e57-2c6c-4f5d-9fc4-a55b40f9c3f5 None None] Provisioning complete for port 99e4c980-9969-4aa0-980b-070e7073ee2c triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:56.270142 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-72bd5e57-2c6c-4f5d-9fc4-a55b40f9c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.305420 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f71bd49a-08e0-4c24-b3a0-21fb578dca0a req-47718c22-239f-44e0-b180-1f4ea85796e4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012952
Mar 25 03:36:56.323593 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462381'] for router (0a961f97-ff1c-4c03-b953-52675457b9ae), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.360943 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c738c5dd-f43b-42bf-8064-6f9bc914d54f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (5f50f01a-e5d1-41b4-9dbd-3a59edf1840e), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.361371 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c738c5dd-f43b-42bf-8064-6f9bc914d54f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (5f50f01a-e5d1-41b4-9dbd-3a59edf1840e), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.379597 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-c738c5dd-f43b-42bf-8064-6f9bc914d54f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Calling delete_port for 5f50f01a-e5d1-41b4-9dbd-3a59edf1840e owned by network:floatingip {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:36:56.409209 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-72bd5e57-2c6c-4f5d-9fc4-a55b40f9c3f5 None None] Current status of the port 99e4c980-9969-4aa0-980b-070e7073ee2c is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:36:56.409701 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-72bd5e57-2c6c-4f5d-9fc4-a55b40f9c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.457573 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-72bd5e57-2c6c-4f5d-9fc4-a55b40f9c3f5 None None] For port 99e4c980-9969-4aa0-980b-070e7073ee2c, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=99e4c980-9969-4aa0-980b-070e7073ee2c,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:56.558931 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Router 0a961f97-ff1c-4c03-b953-52675457b9ae is scheduled to L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 with binding_index 1 {{(pid=103655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 25 03:36:56.568751 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-72bd5e57-2c6c-4f5d-9fc4-a55b40f9c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.613695 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 99e4c980-9969-4aa0-980b-070e7073ee2c up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:36:56.640337 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd5e57-2c6c-4f5d-9fc4-a55b40f9c3f5 None None] Pushing event updated for resources: {'Port': ['ID=99e4c980-9969-4aa0-980b-070e7073ee2c,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:56.666910 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 99e4c980-9969-4aa0-980b-070e7073ee2c triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:56.667287 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.672932 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:36:56.683046 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Sync routers for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:36:56.693596 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c738c5dd-f43b-42bf-8064-6f9bc914d54f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (5f50f01a-e5d1-41b4-9dbd-3a59edf1840e), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.697540 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:56.698562 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc223a00>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:56.722656 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-c5dd5981-7bdf-4349-88b9-85e3237bd6f7 None None] Provisioning complete for port 99e4c980-9969-4aa0-980b-070e7073ee2c triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:56.722656 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5981-7bdf-4349-88b9-85e3237bd6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.723010 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738c5dd-f43b-42bf-8064-6f9bc914d54f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event deleted for resources: {'Port': ['ID=5f50f01a-e5d1-41b4-9dbd-3a59edf1840e,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:56.782856 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.784111 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-7e9e7133-3180-406b-8ab2-dcedde2105c8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.6023421
Mar 25 03:36:56.786854 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35770) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:56.801386 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c738c5dd-f43b-42bf-8064-6f9bc914d54f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (71f13b22-fc2c-4098-822b-6dfbb8c8e5b5), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.804665 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c738c5dd-f43b-42bf-8064-6f9bc914d54f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:56.809322 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-c738c5dd-f43b-42bf-8064-6f9bc914d54f tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "DELETE /v2.0/floatingips/71f13b22-fc2c-4098-822b-6dfbb8c8e5b5 HTTP/1.1" status: 204  len: 168 time: 0.8215759
Mar 25 03:36:56.809901 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:56.886018 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 99e4c980-9969-4aa0-980b-070e7073ee2c is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:36:56.911206 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd5981-7bdf-4349-88b9-85e3237bd6f7 None None] Current status of the port 99e4c980-9969-4aa0-980b-070e7073ee2c is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:36:57.006903 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc223a00>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:55Z', 'revision_number': 3, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:57.037386 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Checking router: 0a961f97-ff1c-4c03-b953-52675457b9ae for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:36:57.040560 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Updating router 0a961f97-ff1c-4c03-b953-52675457b9ae port d4980c0e-6175-4cc2-a031-ffa097ad7b8b binding host dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:36:57.069188 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.277585 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.323035 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Publish callbacks [] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.432826 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Allocated IP 172.20.0.1 (3b3658a2-99c4-4d46-9375-814ea7ecaf18/693378f8-bce4-4933-bed5-9bc98ff481e4/fa62b826-3bb5-40e8-939e-465c4c829f31) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:36:57.436477 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.437037 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad50c8-075f-4eca-83f6-ebad84eab13a req-baa50cd4-7a45-48a6-bb6e-205d9ec3497b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:57.438634 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-60ad50c8-075f-4eca-83f6-ebad84eab13a req-baa50cd4-7a45-48a6-bb6e-205d9ec3497b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0522296
Mar 25 03:36:57.492480 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-60ad50c8-075f-4eca-83f6-ebad84eab13a req-e1af4f59-9789-4557-916f-aa3c043e8775 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469511
Mar 25 03:36:57.508326 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Pushing event updated for resources: {'Port': ['ID=d4980c0e-6175-4cc2-a031-ffa097ad7b8b,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:57.518923 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Attempting to bind port d4980c0e-6175-4cc2-a031-ffa097ad7b8b on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:36:57.518923 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Attempting to bind port d4980c0e-6175-4cc2-a031-ffa097ad7b8b by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:36:57.518923 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Attempting to bind port d4980c0e-6175-4cc2-a031-ffa097ad7b8b on network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:36:57.525843 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.525843 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.525843 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.525843 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.525843 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.525843 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.525843 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.525843 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.525843 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.525843 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.525843 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.526731 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35782) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:57.526825 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.526825 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.526825 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.527070 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:36:57.530904 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:36:57.531278 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Checking segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:36:57.531676 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.532088 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Bound using segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:36:57.532570 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Bound port: d4980c0e-6175-4cc2-a031-ffa097ad7b8b, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:36:57.532946 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.533446 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-6eb55f48-1c59-4a50-be98-4ed04a7595be tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--972070628', 'description': 'tempest-description--138565291'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:57.552366 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Publish callbacks [] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.586483 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] For port d4980c0e-6175-4cc2-a031-ffa097ad7b8b, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:36:57.589389 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] For port d4980c0e-6175-4cc2-a031-ffa097ad7b8b, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=d4980c0e-6175-4cc2-a031-ffa097ad7b8b,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:36:57.601939 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6eb55f48-1c59-4a50-be98-4ed04a7595be tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.665758 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6eb55f48-1c59-4a50-be98-4ed04a7595be tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group (8cf14076-c0bf-4bd5-9329-6a1f39fedafb), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.683587 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.683783 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.726539 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:36:57.731743 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:36:57.734877 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:36:57.747753 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63490838-915e-443b-8fc6-2e010f1eb1a1 None None] Pushing event updated for resources: {'Port': ['ID=d4980c0e-6175-4cc2-a031-ffa097ad7b8b,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:57.759796 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:36:57.759796 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc223a00>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:57.762276 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Pushing event updated for resources: {'Port': ['ID=fa62b826-3bb5-40e8-939e-465c4c829f31,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:57.785303 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459256'] for router_interface (0a961f97-ff1c-4c03-b953-52675457b9ae), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.796529 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6eb55f48-1c59-4a50-be98-4ed04a7595be tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (8cf14076-c0bf-4bd5-9329-6a1f39fedafb), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.820505 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb55f48-1c59-4a50-be98-4ed04a7595be tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf14076-c0bf-4bd5-9329-6a1f39fedafb,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:57.903959 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6eb55f48-1c59-4a50-be98-4ed04a7595be tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:57.905580 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-6eb55f48-1c59-4a50-be98-4ed04a7595be tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.3775215
Mar 25 03:36:57.908586 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35784) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:57.913059 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-8f961929-2f13-4ac4-bcce-0a340fb2d9e0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Request body: {'security_group_rule': {'security_group_id': '8cf14076-c0bf-4bd5-9329-6a1f39fedafb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:57.978095 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:36:58.020212 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.020454 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8f961929-2f13-4ac4-bcce-0a340fb2d9e0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group_rule (2581fcb9-ceb5-4ef7-8498-f25d027494a9), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.046068 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-75f17d11-3dd3-4e03-b79c-33614f1d8dd8 None None] Provisioning complete for port fa62b826-3bb5-40e8-939e-465c4c829f31 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:58.046751 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-75f17d11-3dd3-4e03-b79c-33614f1d8dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.091403 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8f961929-2f13-4ac4-bcce-0a340fb2d9e0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group_rule (2581fcb9-ceb5-4ef7-8498-f25d027494a9), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.092340 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-75f17d11-3dd3-4e03-b79c-33614f1d8dd8 None None] Port fa62b826-3bb5-40e8-939e-465c4c829f31 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:36:58.174723 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc223a00>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:55Z', 'revision_number': 3, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:36:58.192730 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Publish callbacks [] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.200907 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e207fbe-ff62-49bf-ac0b-d451f67ec1fe None None] The sync data for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi is: [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:55Z', 'revision_number': 3, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:36:58.209572 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8f961929-2f13-4ac4-bcce-0a340fb2d9e0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (2581fcb9-ceb5-4ef7-8498-f25d027494a9), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.263448 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f961929-2f13-4ac4-bcce-0a340fb2d9e0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2581fcb9-ceb5-4ef7-8498-f25d027494a9,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:58.288870 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.337534 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8f961929-2f13-4ac4-bcce-0a340fb2d9e0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.343550 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-8f961929-2f13-4ac4-bcce-0a340fb2d9e0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4338315
Mar 25 03:36:58.344491 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35800) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:58.349148 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-dc054b1d-622d-4378-91f2-a5b930cc3014 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Request body: {'security_group_rule': {'security_group_id': '8cf14076-c0bf-4bd5-9329-6a1f39fedafb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:58.358028 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Pushing event updated for resources: {'Port': ['ID=fa62b826-3bb5-40e8-939e-465c4c829f31,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:58.360661 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-459116'] for router_interface (0a961f97-ff1c-4c03-b953-52675457b9ae), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.463953 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dc054b1d-622d-4378-91f2-a5b930cc3014 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group_rule (846114cf-0ee2-4bae-b1ba-905a2228ced1), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.579185 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dc054b1d-622d-4378-91f2-a5b930cc3014 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group_rule (846114cf-0ee2-4bae-b1ba-905a2228ced1), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.672696 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fac25-72dd-41ac-a659-685a45f904be req-3bd6c557-b399-46e5-bc21-5433553b6b10 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:58.674657 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c11fac25-72dd-41ac-a659-685a45f904be req-3bd6c557-b399-46e5-bc21-5433553b6b10 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0720563
Mar 25 03:36:58.677925 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dc054b1d-622d-4378-91f2-a5b930cc3014 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (846114cf-0ee2-4bae-b1ba-905a2228ced1), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.709760 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 99e4c980-9969-4aa0-980b-070e7073ee2c up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:36:58.726942 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc054b1d-622d-4378-91f2-a5b930cc3014 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846114cf-0ee2-4bae-b1ba-905a2228ced1,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:58.769041 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c11fac25-72dd-41ac-a659-685a45f904be req-d7c1b2e1-7d73-4c35-b7fe-ec33caf1e547 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823667
Mar 25 03:36:58.779778 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 99e4c980-9969-4aa0-980b-070e7073ee2c triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:58.780441 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.795889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dc054b1d-622d-4378-91f2-a5b930cc3014 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.795889 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-dc054b1d-622d-4378-91f2-a5b930cc3014 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4443059
Mar 25 03:36:58.795889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35804) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:36:58.797288 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:36:58.862841 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:36:58.864376 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:36:58.897290 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 99e4c980-9969-4aa0-980b-070e7073ee2c is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:36:58.898416 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device d4980c0e-6175-4cc2-a031-ffa097ad7b8b up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:36:58.933956 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:58.971654 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port d4980c0e-6175-4cc2-a031-ffa097ad7b8b triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:58.972037 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:59.045905 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Router 0a961f97-ff1c-4c03-b953-52675457b9ae has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:36:59.103006 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port d4980c0e-6175-4cc2-a031-ffa097ad7b8b is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:36:59.104143 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:59.112813 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:59.128682 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port d4980c0e-6175-4cc2-a031-ffa097ad7b8b, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=d4980c0e-6175-4cc2-a031-ffa097ad7b8b,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:36:59.189493 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:36:59.208892 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-6fc96a7a-1c25-47cc-86d0-09df0b4bdb2c admin admin] 10.222.0.24 "PUT /v2.0/routers/0a961f97-ff1c-4c03-b953-52675457b9ae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4142959
Mar 25 03:36:59.224896 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-739d1079-e7ed-4da1-b3dd-2a30c9534564 None None] Provisioning complete for port fa62b826-3bb5-40e8-939e-465c4c829f31 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:36:59.225418 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-739d1079-e7ed-4da1-b3dd-2a30c9534564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:59.249430 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:59.306852 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-739d1079-e7ed-4da1-b3dd-2a30c9534564 None None] Port fa62b826-3bb5-40e8-939e-465c4c829f31 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:36:59.307394 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Allocated IP 172.27.0.132 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/209c26d5-1bb9-4198-a217-72eed4cec5db) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:36:59.307504 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325e393-2d4d-4239-b244-5ed768c9b7c6 req-8f89c747-4e53-4719-8e3e-89b82f3f7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:59.307504 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1325e393-2d4d-4239-b244-5ed768c9b7c6 req-8f89c747-4e53-4719-8e3e-89b82f3f7c0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 1130 time: 0.0666869
Mar 25 03:36:59.321587 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=d4980c0e-6175-4cc2-a031-ffa097ad7b8b,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:59.441704 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325e393-2d4d-4239-b244-5ed768c9b7c6 req-36797313-a3a8-4180-8b96-b63cc3bd47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:59.443296 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1325e393-2d4d-4239-b244-5ed768c9b7c6 req-36797313-a3a8-4180-8b96-b63cc3bd47f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c5a4335-913f-4831-9329-aefa2b16e173 HTTP/1.1" status: 200  len: 918 time: 0.1127870
Mar 25 03:36:59.456631 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for port (209c26d5-1bb9-4198-a217-72eed4cec5db), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:59.515354 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1325e393-2d4d-4239-b244-5ed768c9b7c6 req-7252f647-b846-4f38-b986-1834a824759f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9 HTTP/1.1" status: 200  len: 1002 time: 0.0644376
Mar 25 03:36:59.567849 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325e393-2d4d-4239-b244-5ed768c9b7c6 req-a2de040c-2f86-4eaf-baa8-d1834a91f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:59.569292 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1325e393-2d4d-4239-b244-5ed768c9b7c6 req-a2de040c-2f86-4eaf-baa8-d1834a91f3f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0fc2db0-5f07-4ebd-b00d-4236a2fef620 HTTP/1.1" status: 200  len: 856 time: 0.0437477
Mar 25 03:36:59.597045 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (209c26d5-1bb9-4198-a217-72eed4cec5db), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:59.629301 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325e393-2d4d-4239-b244-5ed768c9b7c6 req-b900d94c-8646-4aec-b02f-9a108f95d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:59.630985 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1325e393-2d4d-4239-b244-5ed768c9b7c6 req-b900d94c-8646-4aec-b02f-9a108f95d99a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c5a4335-913f-4831-9329-aefa2b16e173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0506415
Mar 25 03:36:59.645251 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:36:59.652803 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:36:59.655832 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:36:59.679917 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event updated for resources: {'Port': ['ID=209c26d5-1bb9-4198-a217-72eed4cec5db,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:36:59.738575 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1325e393-2d4d-4239-b244-5ed768c9b7c6 req-a6909514-33f1-449d-908a-6b4487021bd1 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982351
Mar 25 03:36:59.753330 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (55b53ab0-3b69-4e6c-a9c3-600662e8fdd4), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:59.910533 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (209c26d5-1bb9-4198-a217-72eed4cec5db), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:36:59.956298 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1325e393-2d4d-4239-b244-5ed768c9b7c6 req-4506dafe-616c-447b-91b0-626b4dd2338b service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2072775
Mar 25 03:36:59.966381 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b3c1a-290c-487c-9863-399248f459ae req-1413eefd-c0fb-43dc-8816-f567861ba634 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:36:59.967940 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e88b3c1a-290c-487c-9863-399248f459ae req-1413eefd-c0fb-43dc-8816-f567861ba634 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0992153
Mar 25 03:37:00.023865 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e88b3c1a-290c-487c-9863-399248f459ae req-030c1109-5524-4640-8d69-e4bade5e0030 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483685
Mar 25 03:37:00.144294 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35824) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:00.149275 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1668049335-network', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:00.189181 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for port (209c26d5-1bb9-4198-a217-72eed4cec5db), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.189454 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Sync routers for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:37:00.199526 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:37:00.200674 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf634190>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:00.232024 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Made reservation on behalf of 64fb69e82e1f4eb5a5fca454ca905b0c for: {'network': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:37:00.234415 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.243098 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.289321 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8583044'] for port (209c26d5-1bb9-4198-a217-72eed4cec5db), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.321641 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Publish callbacks [] for security_group (a92fe072-a593-400b-9c83-1cfd1cd3cce9), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.367422 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event updated for resources: {'Port': ['ID=209c26d5-1bb9-4198-a217-72eed4cec5db,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:00.377838 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (55b53ab0-3b69-4e6c-a9c3-600662e8fdd4), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.384906 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (a92fe072-a593-400b-9c83-1cfd1cd3cce9), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.437164 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151}  {{(pid=103655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:37:00.439607 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92fe072-a593-400b-9c83-1cfd1cd3cce9,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:00.448514 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (0283ad2a-d360-47d0-83c3-279b1db1637e), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.448868 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.segments_db [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Added segment 0283ad2a-d360-47d0-83c3-279b1db1637e of type vlan for network 6131566c-bb17-4493-8e24-659c4c0aab95
Mar 25 03:37:00.454244 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:37:00.472849 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.472849 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-2e0b1d82-c3e1-4bcd-9ffe-bb4615731b23 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6711838
Mar 25 03:37:00.529683 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (6131566c-bb17-4493-8e24-659c4c0aab95), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.619487 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device d4980c0e-6175-4cc2-a031-ffa097ad7b8b up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:37:00.632897 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (6131566c-bb17-4493-8e24-659c4c0aab95), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.635359 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:00.639517 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.708189 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] Pushing event updated for resources: {'Network': ['ID=6131566c-bb17-4493-8e24-659c4c0aab95,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:00.721872 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 6131566c-bb17-4493-8e24-659c4c0aab95 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:37:00.740939 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-91c621ec-bd05-4bc0-b627-4794a142c68c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--972070628&fields=id&tenant_id=680fe419d6a44ddcb8a1965b421ce8e9 HTTP/1.1" status: 200  len: 267 time: 0.0619116
Mar 25 03:37:00.790284 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port d4980c0e-6175-4cc2-a031-ffa097ad7b8b triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:00.790656 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.794778 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-cf6f4fca-8278-44c2-81e2-aa94d570a75c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6492972
Mar 25 03:37:00.797535 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35848) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:00.804235 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-3bc2d423-804f-4e13-99e3-b765c488758b admin admin] Request body: {'subnet': {'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1668049335-subnet', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'ip_version': 4}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:00.853323 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-01c2aa31-46cc-4d15-9c32-92961db0c4f0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:00.855065 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-01c2aa31-46cc-4d15-9c32-92961db0c4f0 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/networks?id=0fe920f0-4ddb-467c-b2c3-bde300f41195 HTTP/1.1" status: 200  len: 810 time: 0.1065469
Mar 25 03:37:00.869842 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-704e7201-cba6-416a-830f-b467692c842e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/quotas/680fe419d6a44ddcb8a1965b421ce8e9 HTTP/1.1" status: 200  len: 375 time: 0.0092671
Mar 25 03:37:00.895992 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf634190>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:36:58Z', 'revision_number': 2, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:00.926983 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Checking router: 0a961f97-ff1c-4c03-b953-52675457b9ae for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:37:00.927343 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Updating router 0a961f97-ff1c-4c03-b953-52675457b9ae port fa62b826-3bb5-40e8-939e-465c4c829f31 binding host dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:37:00.941950 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-e39683ed-e43c-468d-a505-152e9b3a964e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=680fe419d6a44ddcb8a1965b421ce8e9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0647347
Mar 25 03:37:00.952177 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc2d423-804f-4e13-99e3-b765c488758b admin admin] Made reservation on behalf of 64fb69e82e1f4eb5a5fca454ca905b0c for: {'subnet': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:37:00.953431 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port d4980c0e-6175-4cc2-a031-ffa097ad7b8b is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:00.962413 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d423-804f-4e13-99e3-b765c488758b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10372161'] for subnet (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:00.964939 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:01.158084 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-46f6c751-72c9-4ee9-9a16-587a81811052 service neutron] 10.222.0.24 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028985
Mar 25 03:37:01.202170 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b2fb2-b07d-4f7d-a8f2-d1fac17ea5a5 req-01c29724-3777-478a-b744-8ba5638345ac tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:01.203722 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f21b2fb2-b07d-4f7d-a8f2-d1fac17ea5a5 req-01c29724-3777-478a-b744-8ba5638345ac tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0685833
Mar 25 03:37:01.233362 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d423-804f-4e13-99e3-b765c488758b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10372183'] for subnet (948ad9e0-5bb8-4936-bcb2-a4aa46d8a139), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:01.269444 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Publish callbacks [] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:01.302347 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f21b2fb2-b07d-4f7d-a8f2-d1fac17ea5a5 req-8a0bddf5-debc-4266-90c4-88aadbf5be00 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929363
Mar 25 03:37:01.315118 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2d423-804f-4e13-99e3-b765c488758b admin admin] Pushing event updated for resources: {'Subnet': ['ID=948ad9e0-5bb8-4936-bcb2-a4aa46d8a139,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:01.341794 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2d423-804f-4e13-99e3-b765c488758b admin admin] Checking segment: {'id': '0283ad2a-d360-47d0-83c3-279b1db1637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:37:01.342509 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc2d423-804f-4e13-99e3-b765c488758b admin admin] Network hostable DHCP agents. Network: 6131566c-bb17-4493-8e24-659c4c0aab95, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:37:01.344653 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:01.399983 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584053ef-1368-4115-a0ca-fad64d2a901f None None] Pushing event updated for resources: {'Port': ['ID=fa62b826-3bb5-40e8-939e-465c4c829f31,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:01.424801 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc2d423-804f-4e13-99e3-b765c488758b admin admin] Network 6131566c-bb17-4493-8e24-659c4c0aab95 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:37:01.458817 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Attempting to bind port fa62b826-3bb5-40e8-939e-465c4c829f31 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:37:01.459192 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Attempting to bind port fa62b826-3bb5-40e8-939e-465c4c829f31 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:37:01.459562 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Attempting to bind port fa62b826-3bb5-40e8-939e-465c4c829f31 on network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:37:01.465233 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:37:01.468019 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Checking segment: {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:37:01.468019 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:01.468019 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Bound using segment: {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:37:01.468019 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Bound port: fa62b826-3bb5-40e8-939e-465c4c829f31, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:37:01.468360 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:01.517768 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-3bc2d423-804f-4e13-99e3-b765c488758b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 6131566c-bb17-4493-8e24-659c4c0aab95) {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:37:01.524603 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-31bff595-2f5b-4428-8761-02732e9c182a service neutron] 10.222.0.24 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3589451
Mar 25 03:37:01.531120 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc2d423-804f-4e13-99e3-b765c488758b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:01.531237 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0990be34-09d4-4d33-8ab7-6988416c57fe None None] Network 6131566c-bb17-4493-8e24-659c4c0aab95 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:37:01.531347 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d423-804f-4e13-99e3-b765c488758b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:01.583663 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] For port fa62b826-3bb5-40e8-939e-465c4c829f31, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:37:01.601236 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] For port fa62b826-3bb5-40e8-939e-465c4c829f31, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=fa62b826-3bb5-40e8-939e-465c4c829f31,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:37:01.618745 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-3bc2d423-804f-4e13-99e3-b765c488758b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8199713
Mar 25 03:37:01.621236 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35856) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:01.625589 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1668049335-router', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:01.657078 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc172e3e5-e1be-56d1-a7aa-0c23e9db9063-6131566c-bb17-4493-8e24-659c4c0aab95', 'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95', 'project_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'fixed_ips': [{'subnet_id': '948ad9e0-5bb8-4936-bcb2-a4aa46d8a139'}]}} from dv-cinder-835168-1-iscsi. {{(pid=103657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 25 03:37:01.657950 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:01.667661 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-3bd93378-ae64-4b44-8c02-93b4f3b20c9c None None] Provisioning complete for port fa62b826-3bb5-40e8-939e-465c4c829f31 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:01.667991 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3bd93378-ae64-4b44-8c02-93b4f3b20c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:01.690477 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:01.735430 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6037'] for router (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:01.736825 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6124'] for router (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:01.804753 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Publish callbacks [] for router_controller (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), precommit_add_association {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:01.859476 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-62b94a36-4c9b-40a6-bd65-81fd4045e4f1 req-daa8edc7-5b5c-48d9-8dea-00e2ea8253c2 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 210 time: 0.0387645
Mar 25 03:37:01.862060 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584053ef-1368-4115-a0ca-fad64d2a901f None None] Pushing event updated for resources: {'Port': ['ID=fa62b826-3bb5-40e8-939e-465c4c829f31,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:01.877087 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:37:01.877087 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf634190>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:02.045822 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-3bd93378-ae64-4b44-8c02-93b4f3b20c9c None None] Current status of the port fa62b826-3bb5-40e8-939e-465c4c829f31 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:02.046467 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3bd93378-ae64-4b44-8c02-93b4f3b20c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:02.048966 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Allocated IP 172.20.0.2 (6131566c-bb17-4493-8e24-659c4c0aab95/948ad9e0-5bb8-4936-bcb2-a4aa46d8a139/98a0ec01-24bf-42cf-a95d-fe6c01300a96) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:37:02.097365 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Publish callbacks [] for router_gateway (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:02.161986 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-3bd93378-ae64-4b44-8c02-93b4f3b20c9c None None] For port fa62b826-3bb5-40e8-939e-465c4c829f31, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=fa62b826-3bb5-40e8-939e-465c4c829f31,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:02.165253 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:37:02.256145 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3bd93378-ae64-4b44-8c02-93b4f3b20c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:02.474154 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Publish callbacks [] for router_gateway (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:02.475097 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc9369-6667-4c62-9b01-31213d2a2d18 req-82fe45bc-bf83-4af7-a663-0f40dc615cb8 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:02.482689 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4abc9369-6667-4c62-9b01-31213d2a2d18 req-82fe45bc-bf83-4af7-a663-0f40dc615cb8 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0722737
Mar 25 03:37:02.497406 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:02.534004 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4abc9369-6667-4c62-9b01-31213d2a2d18 req-64db1515-8478-42b7-a73e-e5b625e743ef tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495155
Mar 25 03:37:02.576429 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd93378-ae64-4b44-8c02-93b4f3b20c9c None None] Pushing event updated for resources: {'Port': ['ID=fa62b826-3bb5-40e8-939e-465c4c829f31,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:02.586435 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Publish callbacks [] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:02.591114 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-23b4f634-15d1-474d-b474-19669ffe44c5 None None] Provisioning complete for port fa62b826-3bb5-40e8-939e-465c4c829f31 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:02.591501 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-23b4f634-15d1-474d-b474-19669ffe44c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:02.613587 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Allocated IP 172.27.0.105 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/8a2b6050-70eb-458e-8f87-7c1bef1241d3) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:37:02.716455 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:02.732990 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Publish callbacks [] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:02.755258 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-23b4f634-15d1-474d-b474-19669ffe44c5 None None] Current status of the port fa62b826-3bb5-40e8-939e-465c4c829f31 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:02.770999 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf634190>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:01Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:02.775230 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Network 6131566c-bb17-4493-8e24-659c4c0aab95 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:37:02.803920 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Resources bound (agent type, host, resource id):  {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:37:02.806752 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:37:02.824679 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f1603-0760-45ae-9636-7b3d92f431d1 None None] The sync data for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi is: [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:01Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:37:02.833575 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Pushing event updated for resources: {'Port': ['ID=98a0ec01-24bf-42cf-a95d-fe6c01300a96,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:02.855561 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:02.928143 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Attempting to bind port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:37:02.928652 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Attempting to bind port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '0283ad2a-d360-47d0-83c3-279b1db1637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:37:02.929086 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Attempting to bind port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 on network 6131566c-bb17-4493-8e24-659c4c0aab95 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:37:02.935733 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:37:02.936122 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Checking segment: {'id': '0283ad2a-d360-47d0-83c3-279b1db1637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:37:02.936580 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:02.937019 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Bound using segment: {'id': '0283ad2a-d360-47d0-83c3-279b1db1637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:37:02.937556 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Bound port: 98a0ec01-24bf-42cf-a95d-fe6c01300a96, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0283ad2a-d360-47d0-83c3-279b1db1637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:37:02.938076 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:02.944712 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:37:02.949904 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:37:02.958064 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:37:03.012540 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:03.044280 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Pushing event updated for resources: {'Port': ['ID=8a2b6050-70eb-458e-8f87-7c1bef1241d3,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:03.057263 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] For port 98a0ec01-24bf-42cf-a95d-fe6c01300a96, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:37:03.060569 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4b11ef11-a99a-4d46-baca-360f6ddcb93b req-482191fe-829d-4c7c-9178-a4b9603c9a06 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 210 time: 0.0643857
Mar 25 03:37:03.060884 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] For port 98a0ec01-24bf-42cf-a95d-fe6c01300a96, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=98a0ec01-24bf-42cf-a95d-fe6c01300a96,segment=NetworkSegment(0283ad2a-d360-47d0-83c3-279b1db1637e),segment_id=0283ad2a-d360-47d0-83c3-279b1db1637e)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:37:03.145290 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:03.222838 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddae6a8-3c72-46da-a056-97e68e93b38b None None] Pushing event updated for resources: {'Port': ['ID=98a0ec01-24bf-42cf-a95d-fe6c01300a96,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:03.415613 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Publish callbacks [] for router_gateway (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:03.636085 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462381'] for router (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:03.678530 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c52e11-ed0e-4c32-9935-99d7e1951954 req-892aef0d-88ab-4628-89c3-a9d44c3c4a1f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:03.680377 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-63c52e11-ed0e-4c32-9935-99d7e1951954 req-892aef0d-88ab-4628-89c3-a9d44c3c4a1f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0602736
Mar 25 03:37:03.747274 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-63c52e11-ed0e-4c32-9935-99d7e1951954 req-a4d0020d-b619-454d-9a8e-f64725a2118b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550792
Mar 25 03:37:03.847858 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Router 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a is scheduled to L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 with binding_index 1 {{(pid=103655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 25 03:37:03.974579 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:37:03.987926 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Sync routers for ids ['65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:37:04.004916 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Routers {'65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:37:04.005649 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc6f28b0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:04.102999 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:04.107729 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-cbdb0217-d4b4-4a1f-a801-5f0d0e594619 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.4818735
Mar 25 03:37:04.107729 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35896) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:04.196372 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Set router 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:37:04.324439 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f46cd176-5390-4732-854d-f05533d90ddc req-578043f9-4053-4f75-943f-1e2574069696 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 210 time: 0.0973210
Mar 25 03:37:04.400417 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-1d8766db-1731-489d-abe4-3517196f2df8 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:04.400417 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-1d8766db-1731-489d-abe4-3517196f2df8 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.35 "GET /v2.0/networks?id=0fe920f0-4ddb-467c-b2c3-bde300f41195 HTTP/1.1" status: 200  len: 810 time: 0.1545570
Mar 25 03:37:04.417726 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec85e64-290a-4c51-b255-05d5c9edc40c None None] Network 6131566c-bb17-4493-8e24-659c4c0aab95 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:37:04.458307 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc6f28b0>, [{'id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'name': 'tempest-TestVolumeBootPattern-1668049335-router', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:37:01Z', 'updated_at': '2022-03-25T03:37:03Z', 'revision_number': 3, 'project_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'gw_port': {'id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:76:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:37:02Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:04.492463 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Checking router: 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:37:04.493380 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Updating router 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a port 8a2b6050-70eb-458e-8f87-7c1bef1241d3 binding host dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:37:04.567044 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:04.593579 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-e4b340ed-1a80-4629-9ed0-fcb18bba3237 None None] Provisioning complete for port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:04.594246 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e4b340ed-1a80-4629-9ed0-fcb18bba3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:04.723248 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-e4b340ed-1a80-4629-9ed0-fcb18bba3237 None None] Current status of the port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:04.723666 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e4b340ed-1a80-4629-9ed0-fcb18bba3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:04.765114 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 98a0ec01-24bf-42cf-a95d-fe6c01300a96 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:37:04.776630 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-e4b340ed-1a80-4629-9ed0-fcb18bba3237 None None] For port 98a0ec01-24bf-42cf-a95d-fe6c01300a96, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=98a0ec01-24bf-42cf-a95d-fe6c01300a96,segment=NetworkSegment(0283ad2a-d360-47d0-83c3-279b1db1637e),segment_id=0283ad2a-d360-47d0-83c3-279b1db1637e)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:04.881522 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:04.881923 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:04.936891 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e4b340ed-1a80-4629-9ed0-fcb18bba3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:04.966291 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31f15e-4d73-40de-a976-31086d94f98f req-42155783-f6bb-43c7-a5a1-54f093d1a89c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:04.968917 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ef31f15e-4d73-40de-a976-31086d94f98f req-42155783-f6bb-43c7-a5a1-54f093d1a89c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0997601
Mar 25 03:37:04.983354 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Publish callbacks [] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:05.015173 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-0a143a06-b822-4f9e-a699-e4b0aa7afa28 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=680fe419d6a44ddcb8a1965b421ce8e9 HTTP/1.1" status: 200  len: 379 time: 0.6078155
Mar 25 03:37:05.033687 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ef31f15e-4d73-40de-a976-31086d94f98f req-16ec1b7b-74a4-4066-96ae-2fd5fbaf285e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586820
Mar 25 03:37:05.041400 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-93112f08-5fd1-4d19-b343-27f1e9d651db tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Request body: {'port': {'device_id': 'e0943773-4b80-4ce9-a302-3d955cef12e2', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'admin_state_up': True, 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'security_groups': ['8cf14076-c0bf-4bd5-9329-6a1f39fedafb']}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:05.073952 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b340ed-1a80-4629-9ed0-fcb18bba3237 None None] Pushing event updated for resources: {'Port': ['ID=98a0ec01-24bf-42cf-a95d-fe6c01300a96,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:05.088191 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:05.094342 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:05.094342 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device fa62b826-3bb5-40e8-939e-465c4c829f31 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:37:05.142629 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port fa62b826-3bb5-40e8-939e-465c4c829f31 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:05.143011 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:05.154358 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Attempting to bind port 8a2b6050-70eb-458e-8f87-7c1bef1241d3 on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:37:05.154897 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Attempting to bind port 8a2b6050-70eb-458e-8f87-7c1bef1241d3 by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:37:05.155502 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Attempting to bind port 8a2b6050-70eb-458e-8f87-7c1bef1241d3 on network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:37:05.159247 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810361a-50b7-4627-a43d-0a9fb41e07ed None None] Pushing event updated for resources: {'Port': ['ID=8a2b6050-70eb-458e-8f87-7c1bef1241d3,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:05.163977 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:37:05.164713 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Checking segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:37:05.165335 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:05.165984 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Bound using segment: {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:37:05.166952 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Bound port: 8a2b6050-70eb-458e-8f87-7c1bef1241d3, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296d2348-8aba-446d-b2d2-07d59066d2fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:37:05.167549 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:05.190673 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-4af4899d-7d19-4a5c-87c5-d3df46fce483 None None] Provisioning complete for port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:05.191051 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4af4899d-7d19-4a5c-87c5-d3df46fce483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:05.224759 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] For port 8a2b6050-70eb-458e-8f87-7c1bef1241d3, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:37:05.228911 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] For port 8a2b6050-70eb-458e-8f87-7c1bef1241d3, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=8a2b6050-70eb-458e-8f87-7c1bef1241d3,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:37:05.274487 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port fa62b826-3bb5-40e8-939e-465c4c829f31 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:05.287275 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:05.311237 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-4af4899d-7d19-4a5c-87c5-d3df46fce483 None None] Current status of the port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:05.339841 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-93112f08-5fd1-4d19-b343-27f1e9d651db tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Made reservation on behalf of 680fe419d6a44ddcb8a1965b421ce8e9 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:37:05.343452 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-93112f08-5fd1-4d19-b343-27f1e9d651db tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:05.385793 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:05.450883 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810361a-50b7-4627-a43d-0a9fb41e07ed None None] Pushing event updated for resources: {'Port': ['ID=8a2b6050-70eb-458e-8f87-7c1bef1241d3,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:05.459487 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Routers {'65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:37:05.460178 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc6f28b0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:05.481909 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-beb09cc9-94fd-4b26-95f3-5e53a5ec7a96 req-f7fda768-7111-4f4f-9810-fbd21de63d5e tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 210 time: 0.0735319
Mar 25 03:37:05.575687 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Allocated IP 172.20.0.1 (6131566c-bb17-4493-8e24-659c4c0aab95/948ad9e0-5bb8-4936-bcb2-a4aa46d8a139/93af11b1-9b7c-40cf-ad6c-08adaab9475c) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:37:05.591135 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-93112f08-5fd1-4d19-b343-27f1e9d651db tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Allocated IP 172.20.0.12 (0fe920f0-4ddb-467c-b2c3-bde300f41195/6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6/559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:37:05.597568 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] Set router 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:37:05.712112 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 236fe708-aeee-4282-bd75-72e9e2f5e1d9 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:37:05.770928 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Publish callbacks [] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:05.786856 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc6f28b0>, [{'id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'name': 'tempest-TestVolumeBootPattern-1668049335-router', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:37:01Z', 'updated_at': '2022-03-25T03:37:03Z', 'revision_number': 3, 'project_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'gw_port': {'id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:76:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:37:02Z', 'updated_at': '2022-03-25T03:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:05.824519 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:05.824820 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492a208-2861-49b3-a5c1-97d10a277439 None None] The sync data for ids ['65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'] in dv-cinder-835168-1-iscsi is: [{'id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'name': 'tempest-TestVolumeBootPattern-1668049335-router', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:37:01Z', 'updated_at': '2022-03-25T03:37:03Z', 'revision_number': 3, 'project_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'gw_port': {'id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:76:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:37:02Z', 'updated_at': '2022-03-25T03:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:37:05.824988 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-93112f08-5fd1-4d19-b343-27f1e9d651db tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:05.834449 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'port_id': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'mac_address': 'fa:16:3e:e6:0c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:37:05.894109 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 is: ACTIVE; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:05.894752 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:05.909961 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 236fe708-aeee-4282-bd75-72e9e2f5e1d9 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:37:05.933195 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:05.945561 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:05.976217 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-93112f08-5fd1-4d19-b343-27f1e9d651db tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:06.002582 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Network 6131566c-bb17-4493-8e24-659c4c0aab95 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:37:06.014147 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-93112f08-5fd1-4d19-b343-27f1e9d651db tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Network 0fe920f0-4ddb-467c-b2c3-bde300f41195 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:37:06.018443 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-93112f08-5fd1-4d19-b343-27f1e9d651db tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:37:06.020784 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:37:06.022631 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-93112f08-5fd1-4d19-b343-27f1e9d651db tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:37:06.023466 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:06.025791 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:37:06.029359 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Pushing event updated for resources: {'Port': ['ID=93af11b1-9b7c-40cf-ad6c-08adaab9475c,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:06.184110 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['236fe708-aeee-4282-bd75-72e9e2f5e1d9'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:37:06.254322 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-93112f08-5fd1-4d19-b343-27f1e9d651db tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:06.254990 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-93112f08-5fd1-4d19-b343-27f1e9d651db tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:06.263866 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=236fe708-aeee-4282-bd75-72e9e2f5e1d9,revision_number=6']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:06.266919 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459256'] for router_interface (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:06.280529 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93112f08-5fd1-4d19-b343-27f1e9d651db tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event updated for resources: {'Port': ['ID=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:06.313742 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b05bb1-607f-468c-a36f-e7f7529d8e12 req-1123428d-eeec-4c84-aec4-b50b90418cab tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:06.321890 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-25b05bb1-607f-468c-a36f-e7f7529d8e12 req-1123428d-eeec-4c84-aec4-b50b90418cab tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 945 time: 0.1462955
Mar 25 03:37:06.411417 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-25b05bb1-607f-468c-a36f-e7f7529d8e12 req-df08feb6-9938-4e56-a28f-ed7f84ab8b50 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898962
Mar 25 03:37:06.540870 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-93112f08-5fd1-4d19-b343-27f1e9d651db tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5096748
Mar 25 03:37:06.566490 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Request body: {'port': {'device_id': 'e0943773-4b80-4ce9-a302-3d955cef12e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:06.648726 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-65f70460-b5f5-4995-9dfd-465023f05f86 None None] Provisioning complete for port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:06.649104 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-65f70460-b5f5-4995-9dfd-465023f05f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:06.703738 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-65f70460-b5f5-4995-9dfd-465023f05f86 None None] Port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:37:06.719201 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-65f70460-b5f5-4995-9dfd-465023f05f86 None None] Provisioning complete for port 93af11b1-9b7c-40cf-ad6c-08adaab9475c triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:06.719787 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-65f70460-b5f5-4995-9dfd-465023f05f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:06.721947 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:06.744602 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 98a0ec01-24bf-42cf-a95d-fe6c01300a96 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:37:06.757060 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:06.796614 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-65f70460-b5f5-4995-9dfd-465023f05f86 None None] Port 93af11b1-9b7c-40cf-ad6c-08adaab9475c cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:37:06.824205 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:06.824623 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:06.902230 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35952) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:06.947449 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:06.948589 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 8a2b6050-70eb-458e-8f87-7c1bef1241d3 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:37:07.051320 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 8a2b6050-70eb-458e-8f87-7c1bef1241d3 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:07.052036 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.122512 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cabcd941-a8a4-49a6-9a06-5920858542b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.192646 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 8a2b6050-70eb-458e-8f87-7c1bef1241d3 is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:07.193712 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.243505 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] For port 8a2b6050-70eb-458e-8f87-7c1bef1241d3, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=8a2b6050-70eb-458e-8f87-7c1bef1241d3,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:07.259283 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0ae7d-574d-4bfe-b678-b92bdf699f97 req-1ac1c8f0-6db4-44e2-8af5-ee758f107cf3 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:07.260865 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-14e0ae7d-574d-4bfe-b678-b92bdf699f97 req-1ac1c8f0-6db4-44e2-8af5-ee758f107cf3 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 932 time: 0.6331675
Mar 25 03:37:07.268998 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cabcd941-a8a4-49a6-9a06-5920858542b1 admin admin] Publish callbacks [] for security_group (349ef831-ac90-437f-9bf2-d6919f4630d1), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.321612 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Publish callbacks [] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.341385 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.377330 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-14e0ae7d-574d-4bfe-b678-b92bdf699f97 req-2961bba4-0f8f-4612-bd84-66d5c08325bb tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf14076-c0bf-4bd5-9329-6a1f39fedafb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993423
Mar 25 03:37:07.379049 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-cabcd941-a8a4-49a6-9a06-5920858542b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (349ef831-ac90-437f-9bf2-d6919f4630d1), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.397725 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Pushing event updated for resources: {'Port': ['ID=8a2b6050-70eb-458e-8f87-7c1bef1241d3,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:07.427275 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-cabcd941-a8a4-49a6-9a06-5920858542b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52d5938012604cd1a60026173b17a58b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5225012
Mar 25 03:37:07.428069 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35956) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:07.442792 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcd941-a8a4-49a6-9a06-5920858542b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349ef831-ac90-437f-9bf2-d6919f4630d1,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:07.460145 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:37:07.466333 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.496672 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Publish callbacks [] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.601623 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Transition to ACTIVE for port object 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:37:07.612786 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Pushing event updated for resources: {'Port': ['ID=93af11b1-9b7c-40cf-ad6c-08adaab9475c,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:07.636726 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-459116'] for router_interface (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.637056 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bf803-cb42-40f7-bcdd-8f0281d688d6 req-c64ec5b0-1699-481d-b0a7-ca7a689d9793 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:07.638326 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-46064614-4ce8-408f-af2d-a34b5700dad7 admin admin] Publish callbacks [] for security_group (349ef831-ac90-437f-9bf2-d6919f4630d1), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.642062 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5b1bf803-cb42-40f7-bcdd-8f0281d688d6 req-c64ec5b0-1699-481d-b0a7-ca7a689d9793 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 945 time: 0.0927956
Mar 25 03:37:07.700106 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5b1bf803-cb42-40f7-bcdd-8f0281d688d6 req-a3d923ad-fc5c-4d86-a359-616bc4c5137e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516348
Mar 25 03:37:07.717760 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 236fe708-aeee-4282-bd75-72e9e2f5e1d9 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:37:07.725525 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-46064614-4ce8-408f-af2d-a34b5700dad7 admin admin] Publish callbacks [] for security_group (349ef831-ac90-437f-9bf2-d6919f4630d1), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.769265 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.808167 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:07.808736 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.896848 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Pushing event updated for resources: {'Port': ['ID=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:07.933236 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-46064614-4ce8-408f-af2d-a34b5700dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (349ef831-ac90-437f-9bf2-d6919f4630d1), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.936463 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-46064614-4ce8-408f-af2d-a34b5700dad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:07.940676 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-46064614-4ce8-408f-af2d-a34b5700dad7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/349ef831-ac90-437f-9bf2-d6919f4630d1 HTTP/1.1" status: 204  len: 168 time: 0.5087433
Mar 25 03:37:07.990104 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:07.993303 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:08.016356 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Attempting to bind port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:37:08.016756 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Attempting to bind port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:37:08.017099 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Attempting to bind port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 on network 0fe920f0-4ddb-467c-b2c3-bde300f41195 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:37:08.020380 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46064614-4ce8-408f-af2d-a34b5700dad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349ef831-ac90-437f-9bf2-d6919f4630d1,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:08.042840 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Network 6131566c-bb17-4493-8e24-659c4c0aab95 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:37:08.044817 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:37:08.046985 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 on network 0fe920f0-4ddb-467c-b2c3-bde300f41195 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:37:08.047208 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Attempting to bind port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 on network 0fe920f0-4ddb-467c-b2c3-bde300f41195 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:37:08.057129 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:37:08.057479 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Checking segment: {'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:37:08.057906 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Bound using segment: {'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:37:08.063771 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Bound port: 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8485abc2-a5fa-4a75-a18e-066288f851f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:37:08.064272 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:08.107609 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:08.116521 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:37:08.118956 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25db7540-9cda-4e0d-bb80-4f1099793134" -d '{"events": [{"server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "name": "network-vif-plugged", "status": "completed", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:37:08.188197 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:08.235192 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132b133d-f13c-4583-8da1-42d1ea4d12fb x-openstack-request-id: req-132b133d-f13c-4583-8da1-42d1ea4d12fb {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:37:08.235825 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "name": "network-vif-plugged", "status": "completed", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:37:08.236301 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-132b133d-f13c-4583-8da1-42d1ea4d12fb {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:37:08.237162 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132b133d-f13c-4583-8da1-42d1ea4d12fb'] response: {'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'code': 200}
Mar 25 03:37:08.356037 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=236fe708-aeee-4282-bd75-72e9e2f5e1d9,revision_number=7']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:08.377281 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] For port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:37:08.393934 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] For port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:37:08.399605 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Router 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:37:08.495371 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:08.531804 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d4846551-3844-429f-9ac9-fc250cd47697 None None] Provisioning complete for port 93af11b1-9b7c-40cf-ad6c-08adaab9475c triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:08.532190 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d4846551-3844-429f-9ac9-fc250cd47697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:08.586147 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:08.586847 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:08.588209 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] 10.222.0.35 "PUT /v2.0/ports/559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 HTTP/1.1" status: 200  len: 1094 time: 2.0331578
Mar 25 03:37:08.599691 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3278-c99b-4959-861f-764ce0eeeac9 req-106a814e-4a0b-46fe-a7d8-21b982f267a8 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:08.601306 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bf9a3278-c99b-4959-861f-764ce0eeeac9 req-106a814e-4a0b-46fe-a7d8-21b982f267a8 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 944 time: 0.1339917
Mar 25 03:37:08.601657 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0943773-4b80-4ce9-a302-3d955cef12e2', 'tag': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:37:08.611508 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d4846551-3844-429f-9ac9-fc250cd47697 None None] Port 93af11b1-9b7c-40cf-ad6c-08adaab9475c cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:37:08.628335 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5ef045-b82c-41a6-a65e-a59534a76131" -d '{"events": [{"name": "network-changed", "server_uuid": "e0943773-4b80-4ce9-a302-3d955cef12e2", "tag": "559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:37:08.637853 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 8a2b6050-70eb-458e-8f87-7c1bef1241d3 up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:37:08.751803 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb20f35c-7c94-40a6-956c-035e7338d5a8 x-openstack-request-id: req-cb20f35c-7c94-40a6-956c-035e7338d5a8 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:37:08.752092 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0943773-4b80-4ce9-a302-3d955cef12e2", "tag": "559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:37:08.752345 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb20f35c-7c94-40a6-956c-035e7338d5a8 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:37:08.752749 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb20f35c-7c94-40a6-956c-035e7338d5a8'] response: {'name': 'network-changed', 'server_uuid': 'e0943773-4b80-4ce9-a302-3d955cef12e2', 'tag': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8', 'status': 'completed', 'code': 200}
Mar 25 03:37:08.782174 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bf9a3278-c99b-4959-861f-764ce0eeeac9 req-f2d4efb7-0f23-45f6-b43a-e0341907666c tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf14076-c0bf-4bd5-9329-6a1f39fedafb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1641018
Mar 25 03:37:08.807824 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 8a2b6050-70eb-458e-8f87-7c1bef1241d3 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:08.808043 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:08.822399 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1bbef-b367-44ae-8478-e8ebe76e9759 service neutron] Pushing event updated for resources: {'Port': ['ID=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:08.839893 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35974) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:08.881399 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b96f518c-5a69-4c1d-a4f9-254f8bd09947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:08.963602 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:37:08.977894 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-420fc83c-1ed7-4013-a2a8-97caf7ad41ee admin admin] 10.222.0.24 "PUT /v2.0/routers/65e56bfe-ec61-482b-b3b9-2ed1b8f4873a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8691268
Mar 25 03:37:09.001843 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-916e5979-ff14-4c3a-8a65-7682d16a2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:09.003730 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-916e5979-ff14-4c3a-8a65-7682d16a2095 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=680fe419d6a44ddcb8a1965b421ce8e9&device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 1128 time: 0.2588634
Mar 25 03:37:09.005133 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Sync routers for ids ['65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:37:09.020905 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141a1b-1add-4796-aaae-d3eff40e5716 req-07eb4cab-220d-4ed5-a0bc-c1c8673a403b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:09.023855 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b96f518c-5a69-4c1d-a4f9-254f8bd09947 admin admin] Publish callbacks [] for security_group (8b7fff04-6fe7-4e75-bb29-091f9f071009), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:09.030022 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9b141a1b-1add-4796-aaae-d3eff40e5716 req-07eb4cab-220d-4ed5-a0bc-c1c8673a403b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.1829317
Mar 25 03:37:09.046935 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Routers {'65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:37:09.047585 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf1dd280>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:09.089826 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b96f518c-5a69-4c1d-a4f9-254f8bd09947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (8b7fff04-6fe7-4e75-bb29-091f9f071009), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:09.118541 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9b141a1b-1add-4796-aaae-d3eff40e5716 req-39b3e867-3732-4a7d-9500-4c8da1f838f4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873868
Mar 25 03:37:09.120809 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-7006eaba-3dd6-4866-89a4-d4213cb9cfef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 HTTP/1.1" status: 200  len: 217 time: 0.0878272
Mar 25 03:37:09.160829 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Set router 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:37:09.164783 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-b96f518c-5a69-4c1d-a4f9-254f8bd09947 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26f0780f2c2344278f05da3ae394f41b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3216090
Mar 25 03:37:09.166463 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35978) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:09.180659 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-3d321cd9-c35a-42ee-89d3-de9cd1ee08af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:09.182567 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-3d321cd9-c35a-42ee-89d3-de9cd1ee08af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6 HTTP/1.1" status: 200  len: 849 time: 0.0543215
Mar 25 03:37:09.236502 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 8a2b6050-70eb-458e-8f87-7c1bef1241d3 is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:09.253433 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f518c-5a69-4c1d-a4f9-254f8bd09947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7fff04-6fe7-4e75-bb29-091f9f071009,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:09.300193 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-3d4c3b43-5a7a-41da-9fba-28e72d8a6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:09.306813 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-3d4c3b43-5a7a-41da-9fba-28e72d8a6d4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe920f0-4ddb-467c-b2c3-bde300f41195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1137173
Mar 25 03:37:09.360257 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-86e85ab2-0e64-4138-b94c-874086c2c628 admin admin] Publish callbacks [] for security_group (8b7fff04-6fe7-4e75-bb29-091f9f071009), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:09.390542 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-86e85ab2-0e64-4138-b94c-874086c2c628 admin admin] Publish callbacks [] for security_group (8b7fff04-6fe7-4e75-bb29-091f9f071009), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:09.491303 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-c6c29271-60bc-44b8-b9d3-60113b046fb6 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797471
Mar 25 03:37:09.510462 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-86e85ab2-0e64-4138-b94c-874086c2c628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (8b7fff04-6fe7-4e75-bb29-091f9f071009), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:09.513565 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-86e85ab2-0e64-4138-b94c-874086c2c628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:09.517014 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-86e85ab2-0e64-4138-b94c-874086c2c628 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b7fff04-6fe7-4e75-bb29-091f9f071009 HTTP/1.1" status: 204  len: 168 time: 0.3430741
Mar 25 03:37:09.522698 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e85ab2-0e64-4138-b94c-874086c2c628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7fff04-6fe7-4e75-bb29-091f9f071009,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:09.588218 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf1dd280>, [{'id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'name': 'tempest-TestVolumeBootPattern-1668049335-router', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:37:01Z', 'updated_at': '2022-03-25T03:37:06Z', 'revision_number': 4, 'project_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'gw_port': {'id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:37:02Z', 'updated_at': '2022-03-25T03:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '93af11b1-9b7c-40cf-ad6c-08adaab9475c', 'name': '', 'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'mac_address': 'fa:16:3e:b9:85:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '948ad9e0-5bb8-4936-bcb2-a4aa46d8a139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:37:05Z', 'updated_at': '2022-03-25T03:37:06Z', 'revision_number': 2, 'project_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'subnets': [{'id': '948ad9e0-5bb8-4936-bcb2-a4aa46d8a139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:09.663480 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Checking router: 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:37:09.663836 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Updating router 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a port 93af11b1-9b7c-40cf-ad6c-08adaab9475c binding host dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 25 03:37:09.682564 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-06c66507-b068-4cfd-aca6-78feeabf9c6c req-8071bc2b-fe5d-4edb-a0f7-5510bcca5664 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736827
Mar 25 03:37:09.728218 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:10.061898 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ef045-b82c-41a6-a65e-a59534a76131 req-ed470b28-3256-4be4-bd47-7635c037dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:10.063559 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1a5ef045-b82c-41a6-a65e-a59534a76131 req-ed470b28-3256-4be4-bd47-7635c037dfdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=680fe419d6a44ddcb8a1965b421ce8e9&device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 1128 time: 0.1943903
Mar 25 03:37:10.072480 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a01256-c959-482d-a514-ce1e738ebfc9 req-e445c8e2-4bef-45d2-8297-f9f0c7a49722 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:10.079290 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d3a01256-c959-482d-a514-ce1e738ebfc9 req-e445c8e2-4bef-45d2-8297-f9f0c7a49722 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 944 time: 0.1531098
Mar 25 03:37:10.224478 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Publish callbacks [] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:10.227602 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35992) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:10.233187 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-f129ab0b-a460-4b3b-997e-d3678e27a2c4 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456951906', 'description': 'tempest-secgroup-smoke-1456951906 description', 'project_id': '128b813a50464f31b257ffac581ed332'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:10.343224 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:10.351771 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f129ab0b-a460-4b3b-997e-d3678e27a2c4 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:10.431084 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729f53b-f539-4add-a996-4e5e1cf30a6a None None] Pushing event updated for resources: {'Port': ['ID=93af11b1-9b7c-40cf-ad6c-08adaab9475c,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:10.446320 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc564c9-92f5-40cd-9566-6be675df79fd req-08166e99-d170-4184-a528-dcc3e2fe2202 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:10.448560 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7fc564c9-92f5-40cd-9566-6be675df79fd req-08166e99-d170-4184-a528-dcc3e2fe2202 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.1348481
Mar 25 03:37:10.505009 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Attempting to bind port 93af11b1-9b7c-40cf-ad6c-08adaab9475c on host dv-cinder-835168-1-iscsi for vnic_type normal with profile  {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:37:10.505451 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Attempting to bind port 93af11b1-9b7c-40cf-ad6c-08adaab9475c by drivers openvswitch,hyperv on host dv-cinder-835168-1-iscsi at level 0 using segments [{'id': '0283ad2a-d360-47d0-83c3-279b1db1637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:37:10.506338 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Attempting to bind port 93af11b1-9b7c-40cf-ad6c-08adaab9475c on network 6131566c-bb17-4493-8e24-659c4c0aab95 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:37:10.514783 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Checking agent: {'id': 'a54f3298-f5a0-45be-bed4-bb7ffce87d30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 22, 49), 'started_at': datetime.datetime(2022, 3, 25, 3, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:37:10.515291 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Checking segment: {'id': '0283ad2a-d360-47d0-83c3-279b1db1637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:37:10.516152 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:10.516566 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Bound using segment: {'id': '0283ad2a-d360-47d0-83c3-279b1db1637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:37:10.517574 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Bound port: 93af11b1-9b7c-40cf-ad6c-08adaab9475c, host: dv-cinder-835168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0283ad2a-d360-47d0-83c3-279b1db1637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:37:10.518004 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:10.591387 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7fc564c9-92f5-40cd-9566-6be675df79fd req-721780cb-197c-4ebf-90f8-0074b33c1893 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1350739
Mar 25 03:37:10.595825 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 35994) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:10.643968 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f129ab0b-a460-4b3b-997e-d3678e27a2c4 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group (8ea847a8-b734-4ab2-8749-5502cc3280df), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:10.681632 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] For port 93af11b1-9b7c-40cf-ad6c-08adaab9475c, host dv-cinder-835168-1-iscsi, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:37:10.685691 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] For port 93af11b1-9b7c-40cf-ad6c-08adaab9475c, host dv-cinder-835168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=93af11b1-9b7c-40cf-ad6c-08adaab9475c,segment=NetworkSegment(0283ad2a-d360-47d0-83c3-279b1db1637e),segment_id=0283ad2a-d360-47d0-83c3-279b1db1637e)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:37:10.701222 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f129ab0b-a460-4b3b-997e-d3678e27a2c4 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (8ea847a8-b734-4ab2-8749-5502cc3280df), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:10.708980 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ef045-b82c-41a6-a65e-a59534a76131 req-0ed21fda-1abe-481f-9da2-544e014ad29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:10.710611 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1a5ef045-b82c-41a6-a65e-a59534a76131 req-0ed21fda-1abe-481f-9da2-544e014ad29d service neutron] 10.222.0.35 "GET /v2.0/networks?id=0fe920f0-4ddb-467c-b2c3-bde300f41195 HTTP/1.1" status: 200  len: 911 time: 0.6302125
Mar 25 03:37:10.715763 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-80380579-66c5-4447-9f92-1277e87f83cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:10.735842 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129ab0b-a460-4b3b-997e-d3678e27a2c4 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea847a8-b734-4ab2-8749-5502cc3280df,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:10.759733 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-bfd082ee-dd81-452f-bbb5-ef8e6faf20ab None None] Provisioning complete for port 93af11b1-9b7c-40cf-ad6c-08adaab9475c triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:10.760256 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-bfd082ee-dd81-452f-bbb5-ef8e6faf20ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:10.805703 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f129ab0b-a460-4b3b-997e-d3678e27a2c4 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:10.806964 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-f129ab0b-a460-4b3b-997e-d3678e27a2c4 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.5781527
Mar 25 03:37:10.807358 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d3a01256-c959-482d-a514-ce1e738ebfc9 req-3c240fe9-243b-4a7d-b260-8d9f8c620282 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf14076-c0bf-4bd5-9329-6a1f39fedafb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2146623
Mar 25 03:37:10.809896 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35996) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:10.811929 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:10.814248 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-bfd082ee-dd81-452f-bbb5-ef8e6faf20ab None None] Port 93af11b1-9b7c-40cf-ad6c-08adaab9475c cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:37:10.814378 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-7bcbfecc-f7f6-4ed4-9678-587d51dbf30f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Request body: {'security_group_rule': {'security_group_id': '8ea847a8-b734-4ab2-8749-5502cc3280df', 'project_id': '128b813a50464f31b257ffac581ed332', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:10.819441 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1a5ef045-b82c-41a6-a65e-a59534a76131 req-cc1d6db4-07c4-4f12-83a1-3a6bb521561d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 HTTP/1.1" status: 200  len: 217 time: 0.0993671
Mar 25 03:37:10.894970 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729f53b-f539-4add-a996-4e5e1cf30a6a None None] Pushing event updated for resources: {'Port': ['ID=93af11b1-9b7c-40cf-ad6c-08adaab9475c,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:10.898170 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Routers {'65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:37:10.899127 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf1dd280>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:36:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:10.911875 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ef045-b82c-41a6-a65e-a59534a76131 req-4e15e52c-917c-4179-8a84-cc0e5f7b6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:10.914171 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1a5ef045-b82c-41a6-a65e-a59534a76131 req-4e15e52c-917c-4179-8a84-cc0e5f7b6892 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6 HTTP/1.1" status: 200  len: 849 time: 0.0853107
Mar 25 03:37:10.969579 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfecc-f7f6-4ed4-9678-587d51dbf30f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (1b7ff442-3aaf-4fee-8350-c301c4861cc8), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.002124 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-80380579-66c5-4447-9f92-1277e87f83cf admin admin] Publish callbacks [] for security_group (18396964-d3e1-4e28-b432-fa0392be9bd9), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.005835 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ef045-b82c-41a6-a65e-a59534a76131 req-32a63772-4066-409e-96b8-ec6eb1e60a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:11.007746 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1a5ef045-b82c-41a6-a65e-a59534a76131 req-32a63772-4066-409e-96b8-ec6eb1e60a01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe920f0-4ddb-467c-b2c3-bde300f41195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0852711
Mar 25 03:37:11.093058 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-80380579-66c5-4447-9f92-1277e87f83cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (18396964-d3e1-4e28-b432-fa0392be9bd9), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.097864 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfecc-f7f6-4ed4-9678-587d51dbf30f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (1b7ff442-3aaf-4fee-8350-c301c4861cc8), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.113934 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] Set router 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:37:11.157287 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-80380579-66c5-4447-9f92-1277e87f83cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc4232008d9d4e5992de1e6a6211ea5f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5566223
Mar 25 03:37:11.157287 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80380579-66c5-4447-9f92-1277e87f83cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18396964-d3e1-4e28-b432-fa0392be9bd9,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:11.157566 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 35998) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:11.195606 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1a5ef045-b82c-41a6-a65e-a59534a76131 req-8eda490f-6161-495d-89f1-2b77fba9cfe3 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1764543
Mar 25 03:37:11.197720 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfecc-f7f6-4ed4-9678-587d51dbf30f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (1b7ff442-3aaf-4fee-8350-c301c4861cc8), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.227551 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbfecc-f7f6-4ed4-9678-587d51dbf30f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7ff442-3aaf-4fee-8350-c301c4861cc8,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:11.275816 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8db74ef5-e31f-4b60-b048-20c4b5d1bccb admin admin] Publish callbacks [] for security_group (18396964-d3e1-4e28-b432-fa0392be9bd9), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.299745 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-325ab934-554c-4528-929c-9c284267907c None None] Provisioning complete for port 93af11b1-9b7c-40cf-ad6c-08adaab9475c triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:11.300312 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-325ab934-554c-4528-929c-9c284267907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.331901 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8db74ef5-e31f-4b60-b048-20c4b5d1bccb admin admin] Publish callbacks [] for security_group (18396964-d3e1-4e28-b432-fa0392be9bd9), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.332656 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1a5ef045-b82c-41a6-a65e-a59534a76131 req-ffdf8167-4644-4a5a-950b-de6af082e068 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299179
Mar 25 03:37:11.369198 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfecc-f7f6-4ed4-9678-587d51dbf30f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.374464 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 36000) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:11.375685 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-7bcbfecc-f7f6-4ed4-9678-587d51dbf30f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5647585
Mar 25 03:37:11.380681 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-f6a3867e-0de8-443e-898c-0ed5ac5a3583 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Request body: {'security_group_rule': {'security_group_id': '8ea847a8-b734-4ab2-8749-5502cc3280df', 'project_id': '128b813a50464f31b257ffac581ed332', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:11.465008 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-325ab934-554c-4528-929c-9c284267907c None None] Current status of the port 93af11b1-9b7c-40cf-ad6c-08adaab9475c is: DOWN; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:11.465401 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-325ab934-554c-4528-929c-9c284267907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.472078 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8db74ef5-e31f-4b60-b048-20c4b5d1bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (18396964-d3e1-4e28-b432-fa0392be9bd9), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.474998 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8db74ef5-e31f-4b60-b048-20c4b5d1bccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.481374 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-8db74ef5-e31f-4b60-b048-20c4b5d1bccb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18396964-d3e1-4e28-b432-fa0392be9bd9 HTTP/1.1" status: 204  len: 168 time: 0.3225460
Mar 25 03:37:11.492481 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f6a3867e-0de8-443e-898c-0ed5ac5a3583 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (f1c14af6-4c65-4633-b6ff-05095b606af5), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.506998 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf1dd280>, [{'id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'name': 'tempest-TestVolumeBootPattern-1668049335-router', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:37:01Z', 'updated_at': '2022-03-25T03:37:06Z', 'revision_number': 4, 'project_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'gw_port': {'id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:37:02Z', 'updated_at': '2022-03-25T03:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '93af11b1-9b7c-40cf-ad6c-08adaab9475c', 'name': '', 'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'mac_address': 'fa:16:3e:b9:85:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '948ad9e0-5bb8-4936-bcb2-a4aa46d8a139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:37:05Z', 'updated_at': '2022-03-25T03:37:10Z', 'revision_number': 4, 'project_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'subnets': [{'id': '948ad9e0-5bb8-4936-bcb2-a4aa46d8a139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:11.512138 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-325ab934-554c-4528-929c-9c284267907c None None] For port 93af11b1-9b7c-40cf-ad6c-08adaab9475c, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=93af11b1-9b7c-40cf-ad6c-08adaab9475c,segment=NetworkSegment(0283ad2a-d360-47d0-83c3-279b1db1637e),segment_id=0283ad2a-d360-47d0-83c3-279b1db1637e)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:11.512683 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db74ef5-e31f-4b60-b048-20c4b5d1bccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18396964-d3e1-4e28-b432-fa0392be9bd9,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:11.549004 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5df86-fe64-47ce-860b-11bb1d16fc5a None None] The sync data for ids ['65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'] in dv-cinder-835168-1-iscsi is: [{'id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'name': 'tempest-TestVolumeBootPattern-1668049335-router', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:37:01Z', 'updated_at': '2022-03-25T03:37:06Z', 'revision_number': 4, 'project_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'gw_port': {'id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:37:02Z', 'updated_at': '2022-03-25T03:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '93af11b1-9b7c-40cf-ad6c-08adaab9475c', 'name': '', 'network_id': '6131566c-bb17-4493-8e24-659c4c0aab95', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'mac_address': 'fa:16:3e:b9:85:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '948ad9e0-5bb8-4936-bcb2-a4aa46d8a139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:37:05Z', 'updated_at': '2022-03-25T03:37:10Z', 'revision_number': 4, 'project_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'subnets': [{'id': '948ad9e0-5bb8-4936-bcb2-a4aa46d8a139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:37:11.609258 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-325ab934-554c-4528-929c-9c284267907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.668868 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f6a3867e-0de8-443e-898c-0ed5ac5a3583 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (f1c14af6-4c65-4633-b6ff-05095b606af5), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.731786 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:37:11.756476 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ab934-554c-4528-929c-9c284267907c None None] Pushing event updated for resources: {'Port': ['ID=93af11b1-9b7c-40cf-ad6c-08adaab9475c,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:11.812386 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df055e-b601-4911-a486-7c522ac8494f req-169c246f-93ad-49c5-9b8a-8602588bb14e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:11.814428 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-48df055e-b601-4911-a486-7c522ac8494f req-169c246f-93ad-49c5-9b8a-8602588bb14e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0680940
Mar 25 03:37:11.875507 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-48df055e-b601-4911-a486-7c522ac8494f req-9682128a-235b-4c11-9c23-672bc85153aa tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507226
Mar 25 03:37:11.880188 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:11.909209 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'port_id': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8', 'mac_address': 'fa:16:3e:4e:b1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:37:11.937477 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f6a3867e-0de8-443e-898c-0ed5ac5a3583 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (f1c14af6-4c65-4633-b6ff-05095b606af5), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:11.955266 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1511d5f-0072-4247-b366-4d22632b4e09 req-a44081c2-1789-4a44-b0f2-d3b518648e15 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:11.961850 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f1511d5f-0072-4247-b366-4d22632b4e09 req-a44081c2-1789-4a44-b0f2-d3b518648e15 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 944 time: 0.0690265
Mar 25 03:37:11.984144 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3867e-0de8-443e-898c-0ed5ac5a3583 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c14af6-4c65-4633-b6ff-05095b606af5,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:12.030436 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f1511d5f-0072-4247-b366-4d22632b4e09 req-ecb65404-8f3d-4ec6-b022-d5f5e42f4538 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf14076-c0bf-4bd5-9329-6a1f39fedafb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676806
Mar 25 03:37:12.030819 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:12.031234 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:12.055815 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:37:12.076192 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:12.103012 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f6a3867e-0de8-443e-898c-0ed5ac5a3583 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:12.107892 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-f6a3867e-0de8-443e-898c-0ed5ac5a3583 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7286265
Mar 25 03:37:12.108108 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36010) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:12.112224 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-fae4a00f-51a5-4a9b-b812-5fa7338bfb59 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Request body: {'security_group_rule': {'security_group_id': '8ea847a8-b734-4ab2-8749-5502cc3280df', 'project_id': '128b813a50464f31b257ffac581ed332', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:12.163609 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:12.248781 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fae4a00f-51a5-4a9b-b812-5fa7338bfb59 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (98145f43-ae9f-43a3-b514-3d673ec4a3a6), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:12.252602 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:12.354079 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fae4a00f-51a5-4a9b-b812-5fa7338bfb59 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (98145f43-ae9f-43a3-b514-3d673ec4a3a6), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:12.437340 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:37:12.444497 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fae4a00f-51a5-4a9b-b812-5fa7338bfb59 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (98145f43-ae9f-43a3-b514-3d673ec4a3a6), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:12.472842 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4a00f-51a5-4a9b-b812-5fa7338bfb59 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98145f43-ae9f-43a3-b514-3d673ec4a3a6,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:12.554280 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fae4a00f-51a5-4a9b-b812-5fa7338bfb59 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:12.555535 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-fae4a00f-51a5-4a9b-b812-5fa7338bfb59 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4469314
Mar 25 03:37:12.566242 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36026) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:12.570981 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-b667cde3-5dfb-466a-a726-d2a76dea1541 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Request body: {'security_group_rule': {'security_group_id': '8ea847a8-b734-4ab2-8749-5502cc3280df', 'project_id': '128b813a50464f31b257ffac581ed332', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:12.626357 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 93af11b1-9b7c-40cf-ad6c-08adaab9475c up at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:37:12.692653 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Provisioning complete for port 93af11b1-9b7c-40cf-ad6c-08adaab9475c triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:12.693031 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:12.696670 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b667cde3-5dfb-466a-a726-d2a76dea1541 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (82060ba3-5139-49e9-8fc2-d3101fd656c0), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:12.824297 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Current status of the port 93af11b1-9b7c-40cf-ad6c-08adaab9475c is: ACTIVE; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:12.828047 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b667cde3-5dfb-466a-a726-d2a76dea1541 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (82060ba3-5139-49e9-8fc2-d3101fd656c0), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:12.912805 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d85d5a57-c64d-48f9-b5e9-6e20dacf64de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:12.933038 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b667cde3-5dfb-466a-a726-d2a76dea1541 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (82060ba3-5139-49e9-8fc2-d3101fd656c0), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:12.960198 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667cde3-5dfb-466a-a726-d2a76dea1541 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82060ba3-5139-49e9-8fc2-d3101fd656c0,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:13.032418 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bed13-30a8-4b48-ac04-1210c5ec2a07 req-283284ef-cad1-416a-81b1-df8c03e3687c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:13.034785 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-358bed13-30a8-4b48-ac04-1210c5ec2a07 req-283284ef-cad1-416a-81b1-df8c03e3687c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0633836
Mar 25 03:37:13.091399 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-358bed13-30a8-4b48-ac04-1210c5ec2a07 req-adb6e583-547e-4ad8-8531-a8ef0cf5e07c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492735
Mar 25 03:37:13.095756 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b667cde3-5dfb-466a-a726-d2a76dea1541 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.102879 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-b667cde3-5dfb-466a-a726-d2a76dea1541 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5324018
Mar 25 03:37:13.103066 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 36040) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:13.107734 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-1022a2f0-a8a8-4d02-b30e-04aecaeae4cd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Request body: {'security_group_rule': {'security_group_id': '8ea847a8-b734-4ab2-8749-5502cc3280df', 'project_id': '128b813a50464f31b257ffac581ed332', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:13.158225 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36042) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:13.198240 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa2f73-e3d8-4159-a1eb-7a749adffd7f req-4fb1cfed-a841-4de5-ab45-b8e12494d875 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:13.199885 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a5fa2f73-e3d8-4159-a1eb-7a749adffd7f req-4fb1cfed-a841-4de5-ab45-b8e12494d875 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 945 time: 0.0717499
Mar 25 03:37:13.253793 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.securitygroups_db [None req-1022a2f0-a8a8-4d02-b30e-04aecaeae4cd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Project 128b813a50464f31b257ffac581ed332 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 25 03:37:13.262529 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a5fa2f73-e3d8-4159-a1eb-7a749adffd7f req-c3430ed1-4039-437b-ae57-6d7c900813c2 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf14076-c0bf-4bd5-9329-6a1f39fedafb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562613
Mar 25 03:37:13.265154 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1022a2f0-a8a8-4d02-b30e-04aecaeae4cd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (672ac4a5-4d9a-4ad0-9446-18a392b342fd), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.304741 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-168871722-network', 'tenant_id': '8c145ebf662a44dba276dde5bb33a5f9'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:13.326449 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1022a2f0-a8a8-4d02-b30e-04aecaeae4cd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (672ac4a5-4d9a-4ad0-9446-18a392b342fd), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.403922 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Made reservation on behalf of 8c145ebf662a44dba276dde5bb33a5f9 for: {'network': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:37:13.406444 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.415854 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.449245 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1022a2f0-a8a8-4d02-b30e-04aecaeae4cd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (672ac4a5-4d9a-4ad0-9446-18a392b342fd), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.474240 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022a2f0-a8a8-4d02-b30e-04aecaeae4cd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672ac4a5-4d9a-4ad0-9446-18a392b342fd,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:13.527947 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Publish callbacks [] for security_group (32076c6a-7ea7-4618-b784-98ecf5968265), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.540567 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1022a2f0-a8a8-4d02-b30e-04aecaeae4cd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.544972 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-1022a2f0-a8a8-4d02-b30e-04aecaeae4cd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4381750
Mar 25 03:37:13.545108 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 36048) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:13.549636 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-569ad077-7e79-446d-936d-a89156ad2c3d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Request body: {'security_group_rule': {'security_group_id': '8ea847a8-b734-4ab2-8749-5502cc3280df', 'project_id': '128b813a50464f31b257ffac581ed332', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:13.609185 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (32076c6a-7ea7-4618-b784-98ecf5968265), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.653096 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32076c6a-7ea7-4618-b784-98ecf5968265,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:13.666269 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.securitygroups_db [None req-569ad077-7e79-446d-936d-a89156ad2c3d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Project 128b813a50464f31b257ffac581ed332 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 25 03:37:13.673093 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-569ad077-7e79-446d-936d-a89156ad2c3d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (5b0b619f-553c-4660-a26b-a79df15ae813), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.677408 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198}  {{(pid=103656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:37:13.688076 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.688511 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.segments_db [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Added segment 4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb of type vlan for network 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3
Mar 25 03:37:13.746261 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:37:13.758828 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.767264 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-569ad077-7e79-446d-936d-a89156ad2c3d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (5b0b619f-553c-4660-a26b-a79df15ae813), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.912809 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-569ad077-7e79-446d-936d-a89156ad2c3d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573398'] for security_group_rule (5b0b619f-553c-4660-a26b-a79df15ae813), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.937335 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ad077-7e79-446d-936d-a89156ad2c3d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0b619f-553c-4660-a26b-a79df15ae813,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:13.950246 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:37:13.951194 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.952227 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:13.952817 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:13.977066 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:13.977645 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:14.031366 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] Pushing event updated for resources: {'Network': ['ID=5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:14.047529 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:37:14.050230 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-569ad077-7e79-446d-936d-a89156ad2c3d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:14.051675 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-569ad077-7e79-446d-936d-a89156ad2c3d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5055914
Mar 25 03:37:14.105614 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-0b26ec12-5639-482d-a14a-2de6d807954f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9455931
Mar 25 03:37:14.109893 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 36058) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:14.119751 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-214320a0-f73f-44d8-aa3b-c31e3172c5cd admin admin] Request body: {'subnet': {'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-168871722-subnet', 'tenant_id': '8c145ebf662a44dba276dde5bb33a5f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:14.186996 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:14.187616 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:14.226800 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0943773-4b80-4ce9-a302-3d955cef12e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:37:14.230488 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbbedc0-07f1-4a58-b539-e7d6c642f56d" -d '{"events": [{"server_uuid": "e0943773-4b80-4ce9-a302-3d955cef12e2", "name": "network-vif-plugged", "status": "completed", "tag": "559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:37:14.256242 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214320a0-f73f-44d8-aa3b-c31e3172c5cd admin admin] Made reservation on behalf of 8c145ebf662a44dba276dde5bb33a5f9 for: {'subnet': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:37:14.258908 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-214320a0-f73f-44d8-aa3b-c31e3172c5cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10372161'] for subnet (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:14.292551 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:14.306365 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8e838c-f5f1-439c-af2e-ad36c21457b7 x-openstack-request-id: req-fa8e838c-f5f1-439c-af2e-ad36c21457b7 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:37:14.306660 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0943773-4b80-4ce9-a302-3d955cef12e2", "name": "network-vif-plugged", "status": "completed", "tag": "559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:37:14.306916 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa8e838c-f5f1-439c-af2e-ad36c21457b7 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:37:14.314457 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8e838c-f5f1-439c-af2e-ad36c21457b7'] response: {'server_uuid': 'e0943773-4b80-4ce9-a302-3d955cef12e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8', 'code': 200}
Mar 25 03:37:14.346563 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1411b-c5ca-4820-80a7-3e7a440b12f7 req-bc960f7b-e813-473c-bd0a-ff3000f88c06 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:14.348733 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b3f1411b-c5ca-4820-80a7-3e7a440b12f7 req-bc960f7b-e813-473c-bd0a-ff3000f88c06 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.1369126
Mar 25 03:37:14.382886 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:14.489931 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b3f1411b-c5ca-4820-80a7-3e7a440b12f7 req-6cdd1a31-29f8-400d-adef-bd3a98ff0457 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1240830
Mar 25 03:37:14.499341 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:14.532964 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f164-bed4-4e37-ae34-ca37a035dcb6 req-bbabdcb6-3d96-498a-bb57-03ce4dd0e6e6 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:14.537534 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5835f164-bed4-4e37-ae34-ca37a035dcb6 req-bbabdcb6-3d96-498a-bb57-03ce4dd0e6e6 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 946 time: 0.1500638
Mar 25 03:37:14.639755 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5835f164-bed4-4e37-ae34-ca37a035dcb6 req-aad3aac7-f721-4e04-89d6-b214fb106194 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf14076-c0bf-4bd5-9329-6a1f39fedafb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933762
Mar 25 03:37:14.728112 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a820395-2307-4b08-9cf6-0f2c72e5a17b req-1ab61e14-df13-4e28-962f-b58248621e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:14.729977 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4a820395-2307-4b08-9cf6-0f2c72e5a17b req-1ab61e14-df13-4e28-962f-b58248621e85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 1130 time: 0.0905254
Mar 25 03:37:14.799602 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4a820395-2307-4b08-9cf6-0f2c72e5a17b req-81eb174e-9aea-4cf5-beba-e12c9ed0fa29 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8cf14076-c0bf-4bd5-9329-6a1f39fedafb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530756
Mar 25 03:37:14.832738 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-214320a0-f73f-44d8-aa3b-c31e3172c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10372183'] for subnet (6817b8c3-254c-4519-a0c7-46ee49ff0fb7), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:14.916410 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214320a0-f73f-44d8-aa3b-c31e3172c5cd admin admin] Checking segment: {'id': '4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:37:14.916771 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214320a0-f73f-44d8-aa3b-c31e3172c5cd admin admin] Network hostable DHCP agents. Network: 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:37:14.920384 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214320a0-f73f-44d8-aa3b-c31e3172c5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6817b8c3-254c-4519-a0c7-46ee49ff0fb7,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:15.055222 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214320a0-f73f-44d8-aa3b-c31e3172c5cd admin admin] Network 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:37:15.208821 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-214320a0-f73f-44d8-aa3b-c31e3172c5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3) {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:37:15.214193 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214320a0-f73f-44d8-aa3b-c31e3172c5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:15.214824 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-214320a0-f73f-44d8-aa3b-c31e3172c5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:15.223990 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51853381-a3e7-4dea-b648-e037a196bfec None None] Network 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:37:15.297241 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4441cc08-ed70-406b-bde3-4e863b659e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:15.303136 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-214320a0-f73f-44d8-aa3b-c31e3172c5cd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1915987
Mar 25 03:37:15.344204 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb51f3b-5b36-48a3-a3b8-bc8ef63896f4 None None] Network 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:37:15.709930 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72aadb-1564-42c9-8a34-d726b8d54e1f req-c2b0ac6f-1e5d-4301-94bc-17519209c10f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:15.713140 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9f72aadb-1564-42c9-8a34-d726b8d54e1f req-c2b0ac6f-1e5d-4301-94bc-17519209c10f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.1326025
Mar 25 03:37:15.808249 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53224e-9ab1-4496-b4ea-6ef827c40247 req-efd50b9c-05d7-40cd-b3fc-6613392845bc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:15.824964 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5e53224e-9ab1-4496-b4ea-6ef827c40247 req-efd50b9c-05d7-40cd-b3fc-6613392845bc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 946 time: 0.0985677
Mar 25 03:37:15.835764 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9f72aadb-1564-42c9-8a34-d726b8d54e1f req-4351de3b-47da-448b-b70b-a4c041293d5c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001091
Mar 25 03:37:15.934316 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-5e53224e-9ab1-4496-b4ea-6ef827c40247 req-7807e8a5-a1c7-4132-809d-4c1acf3b38b6 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf14076-c0bf-4bd5-9329-6a1f39fedafb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077065
Mar 25 03:37:16.226532 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:17.037397 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30942f59-54d0-4b27-9327-c7bb8a652919 req-1d167bd0-cf11-4a0d-867c-f0dad785849e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:17.040341 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-30942f59-54d0-4b27-9327-c7bb8a652919 req-1d167bd0-cf11-4a0d-867c-f0dad785849e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.1099310
Mar 25 03:37:17.102109 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-30942f59-54d0-4b27-9327-c7bb8a652919 req-f6fb2bee-d334-4e66-98a1-31e04d38f6ba tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522656
Mar 25 03:37:17.206363 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9781b72-fcf2-41f6-8fa6-a5d3848d76b8 req-b82f881e-ffe8-4fba-a716-9bf0e22919ce tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:17.208536 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b9781b72-fcf2-41f6-8fa6-a5d3848d76b8 req-b82f881e-ffe8-4fba-a716-9bf0e22919ce tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 946 time: 0.1175470
Mar 25 03:37:17.275901 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b9781b72-fcf2-41f6-8fa6-a5d3848d76b8 req-ccfb5b9f-9f0c-4e3b-bb39-7f1d47a2ee14 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf14076-c0bf-4bd5-9329-6a1f39fedafb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598316
Mar 25 03:37:17.411212 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adeafff-98c7-4c2e-81cb-0a40386f4203 req-a54f43f8-8921-4711-ad56-15a25def9f0b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:17.416040 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6adeafff-98c7-4c2e-81cb-0a40386f4203 req-a54f43f8-8921-4711-ad56-15a25def9f0b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 946 time: 0.0689151
Mar 25 03:37:17.421794 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 36164) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:17.427025 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-141048ee-147e-45ff-8cff-415e4348864b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Request body: {'floatingip': {'port_id': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:17.478867 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-141048ee-147e-45ff-8cff-415e4348864b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (55b53ab0-3b69-4e6c-a9c3-600662e8fdd4), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:17.530630 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:18.016330 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-141048ee-147e-45ff-8cff-415e4348864b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:18.111968 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-141048ee-147e-45ff-8cff-415e4348864b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (55b53ab0-3b69-4e6c-a9c3-600662e8fdd4), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:18.256487 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [None req-141048ee-147e-45ff-8cff-415e4348864b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Floating IP 55b53ab0-3b69-4e6c-a9c3-600662e8fdd4 associated. External IP: 172.27.0.132, port: 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8.
Mar 25 03:37:18.321547 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c1dc5-e8d2-4519-a963-6eec5be2b282 req-1f9db925-f6fd-4274-83e1-5ec353c557a2 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:18.323747 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-691c1dc5-e8d2-4519-a963-6eec5be2b282 req-1f9db925-f6fd-4274-83e1-5ec353c557a2 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0879607
Mar 25 03:37:18.396974 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-691c1dc5-e8d2-4519-a963-6eec5be2b282 req-80cf575c-31f5-4746-9471-bab07aae4182 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669158
Mar 25 03:37:18.536494 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141048ee-147e-45ff-8cff-415e4348864b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Router b174e628-a4ad-4a33-bbc0-6ca515b43c7c has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:37:18.651901 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141048ee-147e-45ff-8cff-415e4348864b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:37:18.659730 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-141048ee-147e-45ff-8cff-415e4348864b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:18.662335 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b178b-2eca-4996-9da1-eb7cf06d5cf9 None None] Sync routers for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:37:18.673648 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b178b-2eca-4996-9da1-eb7cf06d5cf9 None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:37:18.674663 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-c61b178b-2eca-4996-9da1-eb7cf06d5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc495490>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:37:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:18.700907 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-141048ee-147e-45ff-8cff-415e4348864b tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "PUT /v2.0/floatingips/55b53ab0-3b69-4e6c-a9c3-600662e8fdd4 HTTP/1.1" status: 200  len: 992 time: 1.2765779
Mar 25 03:37:18.701520 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0943773-4b80-4ce9-a302-3d955cef12e2', 'tag': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:37:18.704161 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232aca6c-d24d-4216-86c8-4b025e64da7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0943773-4b80-4ce9-a302-3d955cef12e2", "tag": "559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:37:18.751254 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a87691-6569-419a-b91b-7e7cdb548638 x-openstack-request-id: req-08a87691-6569-419a-b91b-7e7cdb548638 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:37:18.751551 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0943773-4b80-4ce9-a302-3d955cef12e2", "tag": "559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:37:18.751815 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08a87691-6569-419a-b91b-7e7cdb548638 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:37:18.752228 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a87691-6569-419a-b91b-7e7cdb548638'] response: {'name': 'network-changed', 'server_uuid': 'e0943773-4b80-4ce9-a302-3d955cef12e2', 'tag': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8', 'status': 'completed', 'code': 200}
Mar 25 03:37:18.833809 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-c61b178b-2eca-4996-9da1-eb7cf06d5cf9 None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:37:18.851448 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aca6c-d24d-4216-86c8-4b025e64da7f req-838e9c58-443e-4050-ae38-c7f233a702af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:18.853539 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-232aca6c-d24d-4216-86c8-4b025e64da7f req-838e9c58-443e-4050-ae38-c7f233a702af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=680fe419d6a44ddcb8a1965b421ce8e9&device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 1130 time: 0.0549080
Mar 25 03:37:18.977127 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aca6c-d24d-4216-86c8-4b025e64da7f req-2cb7ebde-d9dc-4050-be9c-f1b2afb2a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:18.979628 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-232aca6c-d24d-4216-86c8-4b025e64da7f req-2cb7ebde-d9dc-4050-be9c-f1b2afb2a6a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0fe920f0-4ddb-467c-b2c3-bde300f41195 HTTP/1.1" status: 200  len: 911 time: 0.1162956
Mar 25 03:37:19.061876 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-232aca6c-d24d-4216-86c8-4b025e64da7f req-fa8076cf-33b5-45e0-b597-149e9c324355 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 HTTP/1.1" status: 200  len: 1000 time: 0.0747292
Mar 25 03:37:19.122429 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aca6c-d24d-4216-86c8-4b025e64da7f req-ad31885d-b7c0-485f-b6ce-6568e639b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:19.124239 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-232aca6c-d24d-4216-86c8-4b025e64da7f req-ad31885d-b7c0-485f-b6ce-6568e639b94f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6 HTTP/1.1" status: 200  len: 849 time: 0.0558264
Mar 25 03:37:19.130416 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-c61b178b-2eca-4996-9da1-eb7cf06d5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc495490>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '55b53ab0-3b69-4e6c-a9c3-600662e8fdd4', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'port_id': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'mac_address': 'fa:16:3e:4e:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943773-4b80-4ce9-a302-3d955cef12e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:36:59Z', 'updated_at': '2022-03-25T03:37:17Z', 'revision_number': 1, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 5, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:19.158744 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b178b-2eca-4996-9da1-eb7cf06d5cf9 None None] Checking router: b174e628-a4ad-4a33-bbc0-6ca515b43c7c for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:37:19.172675 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b178b-2eca-4996-9da1-eb7cf06d5cf9 None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:37:19.173319 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-c61b178b-2eca-4996-9da1-eb7cf06d5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc495490>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:37:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:19.212780 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aca6c-d24d-4216-86c8-4b025e64da7f req-57b1b969-ffbb-4cd1-9b96-a9772b2d5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:19.214445 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-232aca6c-d24d-4216-86c8-4b025e64da7f req-57b1b969-ffbb-4cd1-9b96-a9772b2d5649 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe920f0-4ddb-467c-b2c3-bde300f41195&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0826132
Mar 25 03:37:19.237569 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:19.376591 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-232aca6c-d24d-4216-86c8-4b025e64da7f req-bb58124f-84db-4b1a-a79e-1161b0d64985 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390810
Mar 25 03:37:19.400589 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-c61b178b-2eca-4996-9da1-eb7cf06d5cf9 None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:37:19.490565 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-232aca6c-d24d-4216-86c8-4b025e64da7f req-8a2fdd2a-1046-4b7d-8075-383cf5224115 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1070404
Mar 25 03:37:19.558008 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198ec21-fb20-4fe4-8bc4-941515e16215 req-d2a21b9e-38f3-43d2-bda4-385f40b4d475 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:19.559625 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f198ec21-fb20-4fe4-8bc4-941515e16215 req-d2a21b9e-38f3-43d2-bda4-385f40b4d475 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0615468
Mar 25 03:37:19.625827 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f198ec21-fb20-4fe4-8bc4-941515e16215 req-abc470e1-d025-4380-910d-bfca9fe2979b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459185
Mar 25 03:37:19.671799 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-c61b178b-2eca-4996-9da1-eb7cf06d5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc495490>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '55b53ab0-3b69-4e6c-a9c3-600662e8fdd4', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'port_id': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'mac_address': 'fa:16:3e:4e:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943773-4b80-4ce9-a302-3d955cef12e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:36:59Z', 'updated_at': '2022-03-25T03:37:17Z', 'revision_number': 1, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 5, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:19.704893 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b178b-2eca-4996-9da1-eb7cf06d5cf9 None None] The sync data for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi is: [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '55b53ab0-3b69-4e6c-a9c3-600662e8fdd4', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'port_id': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'mac_address': 'fa:16:3e:4e:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0943773-4b80-4ce9-a302-3d955cef12e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:36:59Z', 'updated_at': '2022-03-25T03:37:17Z', 'revision_number': 1, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 5, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:37:19.919830 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef9874f-4bdc-439a-9aa0-c77686d5b205 None None] New status for floating IP 55b53ab0-3b69-4e6c-a9c3-600662e8fdd4: ACTIVE {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:37:20.744097 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb665d7-256d-4564-ac3e-a416fbcf440c req-074974c9-010d-4b15-94b9-1475110036d2 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:20.745620 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9cb665d7-256d-4564-ac3e-a416fbcf440c req-074974c9-010d-4b15-94b9-1475110036d2 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0569544
Mar 25 03:37:20.796746 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9cb665d7-256d-4564-ac3e-a416fbcf440c req-f1a89a62-44c7-49c7-80cd-df3d840a73b0 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452733
Mar 25 03:37:21.120303 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-a55b2e18-4af3-404a-88ad-7f43ad1344f6 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:21.122423 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-a55b2e18-4af3-404a-88ad-7f43ad1344f6 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/networks?id=5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 HTTP/1.1" status: 200  len: 808 time: 0.0981734
Mar 25 03:37:21.138127 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-2143ac99-3262-426b-b73e-721423545ab1 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/quotas/8c145ebf662a44dba276dde5bb33a5f9 HTTP/1.1" status: 200  len: 375 time: 0.0101128
Mar 25 03:37:21.173691 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-9ccc58da-e84b-4849-a5aa-bab1d6a56248 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c145ebf662a44dba276dde5bb33a5f9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0304749
Mar 25 03:37:21.272875 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e84773e6-37fc-4f7d-9869-597995de153e service neutron] 10.222.0.24 "GET /v2.0/networks/5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0927415
Mar 25 03:37:21.362302 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-09839b1d-3433-4140-be74-bca83ff4f2cf service neutron] 10.222.0.24 "GET /v2.0/networks/5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838673
Mar 25 03:37:21.630012 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-df4edbf8-2671-45e1-8370-f9091a087528 req-d9183ebf-d88c-4855-a7a3-782c760aa72e tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 210 time: 0.0282848
Mar 25 03:37:21.675278 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8566e4-ed55-434b-ae61-0f5a68464da8 req-1edb1ef5-c176-4116-b043-e71b9bf57f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:21.676961 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d8566e4-ed55-434b-ae61-0f5a68464da8 req-1edb1ef5-c176-4116-b043-e71b9bf57f3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 1130 time: 0.0577412
Mar 25 03:37:21.771097 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8566e4-ed55-434b-ae61-0f5a68464da8 req-58192ce9-a995-48c8-a267-11612bcb1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:21.772680 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d8566e4-ed55-434b-ae61-0f5a68464da8 req-58192ce9-a995-48c8-a267-11612bcb1757 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c5a4335-913f-4831-9329-aefa2b16e173 HTTP/1.1" status: 200  len: 918 time: 0.0898428
Mar 25 03:37:21.842882 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d8566e4-ed55-434b-ae61-0f5a68464da8 req-92d3ea29-62d3-45cc-8859-db0d51a3d062 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9 HTTP/1.1" status: 200  len: 1002 time: 0.0624619
Mar 25 03:37:21.928453 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8566e4-ed55-434b-ae61-0f5a68464da8 req-2bc669b5-0e08-4944-a7f4-a19f0fcca072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:21.929909 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d8566e4-ed55-434b-ae61-0f5a68464da8 req-2bc669b5-0e08-4944-a7f4-a19f0fcca072 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0fc2db0-5f07-4ebd-b00d-4236a2fef620 HTTP/1.1" status: 200  len: 856 time: 0.0799265
Mar 25 03:37:21.978719 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac962cf1-3975-45bc-8f9a-fee754d069d2 req-147d0b8c-4555-4477-8b07-d9ffb8dca9cb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:21.980844 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ac962cf1-3975-45bc-8f9a-fee754d069d2 req-147d0b8c-4555-4477-8b07-d9ffb8dca9cb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0999177
Mar 25 03:37:22.006387 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8566e4-ed55-434b-ae61-0f5a68464da8 req-756db92f-6836-4e8d-9dbf-8aa5b93f51de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:22.007956 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d8566e4-ed55-434b-ae61-0f5a68464da8 req-756db92f-6836-4e8d-9dbf-8aa5b93f51de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c5a4335-913f-4831-9329-aefa2b16e173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0715365
Mar 25 03:37:22.086551 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ac962cf1-3975-45bc-8f9a-fee754d069d2 req-539f0de2-7fd8-4db8-9303-5331447b25f3 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995591
Mar 25 03:37:22.129778 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d8566e4-ed55-434b-ae61-0f5a68464da8 req-0b911191-9a9e-451e-942b-14b460903bdb service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1132727
Mar 25 03:37:22.226118 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d8566e4-ed55-434b-ae61-0f5a68464da8 req-39192397-f63f-42e2-9776-90e00a083bd2 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895183
Mar 25 03:37:22.732411 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-239e2540-45e2-4b40-b980-68cd0bd8eed8 req-7ed93cf1-a725-440c-91f9-f3d4986b0008 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 210 time: 0.0280683
Mar 25 03:37:23.221083 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a95e3-987a-44e7-8674-95a326d7504b req-a239b8c2-4d38-4c5e-ad0f-6386f961d439 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:23.222828 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4a2a95e3-987a-44e7-8674-95a326d7504b req-a239b8c2-4d38-4c5e-ad0f-6386f961d439 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0560975
Mar 25 03:37:23.269295 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4a2a95e3-987a-44e7-8674-95a326d7504b req-523374ab-7775-49eb-a236-0db91bca0553 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398505
Mar 25 03:37:23.843485 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2881f262-e390-4fb0-9c77-9cd846325751 req-67e2d974-4d5c-429e-9906-9dcf7865fcb6 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 210 time: 0.0321245
Mar 25 03:37:24.189096 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-aafcbe5e-6382-477a-8c9f-32d4c3ab5d6a tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:24.190590 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-aafcbe5e-6382-477a-8c9f-32d4c3ab5d6a tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.35 "GET /v2.0/networks?id=5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 HTTP/1.1" status: 200  len: 808 time: 0.1103852
Mar 25 03:37:24.202799 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-cba14f61-69f1-4dcf-ba24-4267e70b2e3f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Request body: {'port': {'device_id': '2d85ef76-ab50-4151-85f7-0833ce094b23', 'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3', 'admin_state_up': True, 'tenant_id': '8c145ebf662a44dba276dde5bb33a5f9'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:24.345202 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:37:24.609584 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-cba14f61-69f1-4dcf-ba24-4267e70b2e3f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Made reservation on behalf of 8c145ebf662a44dba276dde5bb33a5f9 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:37:24.612893 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-cba14f61-69f1-4dcf-ba24-4267e70b2e3f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:24.713049 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962a4a3-d381-4523-9acc-0204da38dac5 req-204eafca-10f2-42c3-8a1a-3b2f30c53cf4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:24.714700 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f962a4a3-d381-4523-9acc-0204da38dac5 req-204eafca-10f2-42c3-8a1a-3b2f30c53cf4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.3670475
Mar 25 03:37:24.798995 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-cba14f61-69f1-4dcf-ba24-4267e70b2e3f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Allocated IP 172.20.0.6 (5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3/6817b8c3-254c-4519-a0c7-46ee49ff0fb7/5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:37:24.810732 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f962a4a3-d381-4523-9acc-0204da38dac5 req-cabfb810-bb05-4962-8b12-6a0cf484c56f tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873344
Mar 25 03:37:24.964738 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-36d59bc9-a1dd-419f-aeea-0e7d50c98d4f req-96b4a6e1-8b2e-450e-806b-d4648c662c9e tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 210 time: 0.0353982
Mar 25 03:37:24.987420 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-cba14f61-69f1-4dcf-ba24-4267e70b2e3f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks [] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:25.099492 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-cba14f61-69f1-4dcf-ba24-4267e70b2e3f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:25.145480 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-cba14f61-69f1-4dcf-ba24-4267e70b2e3f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Network 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:37:25.149113 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-cba14f61-69f1-4dcf-ba24-4267e70b2e3f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:37:25.157192 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-cba14f61-69f1-4dcf-ba24-4267e70b2e3f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:37:25.184166 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba14f61-69f1-4dcf-ba24-4267e70b2e3f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Pushing event updated for resources: {'Port': ['ID=5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:25.213652 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-cba14f61-69f1-4dcf-ba24-4267e70b2e3f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:25.214571 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-cba14f61-69f1-4dcf-ba24-4267e70b2e3f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:25.286526 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-cba14f61-69f1-4dcf-ba24-4267e70b2e3f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0876172
Mar 25 03:37:25.300714 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Request body: {'port': {'device_id': '2d85ef76-ab50-4151-85f7-0833ce094b23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:25.377114 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:25.661285 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:37:25.668774 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Publish callbacks [] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:25.680496 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Transition to ACTIVE for port object 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:37:25.757569 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:25.804488 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 236fe708-aeee-4282-bd75-72e9e2f5e1d9 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:37:25.828728 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a5076-1360-4703-8278-61240a654015 service neutron] Pushing event updated for resources: {'Port': ['ID=5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:25.904600 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 is: ACTIVE; New status is: DOWN {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:25.905236 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:25.911217 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Attempting to bind port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:37:25.912498 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Attempting to bind port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:37:25.913060 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Attempting to bind port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e on network 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:37:25.931660 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e on network 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:37:25.931660 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Attempting to bind port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e on network 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:37:25.934570 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:37:25.936904 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fd6835-4375-4cd8-abda-6ea31f39838d" -d '{"events": [{"server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "name": "network-vif-unplugged", "status": "completed", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:37:25.954530 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:37:25.954530 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Checking segment: {'id': '4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:37:25.955007 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Bound using segment: {'id': '4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:37:25.955721 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Bound port: 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:37:25.956127 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:25.958780 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:26.013467 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f6208-ad4e-40f0-abf8-1b2de381ddff req-e0bb8822-c66d-4d6f-bd0a-67a593eb2859 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:26.016709 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-560f6208-ad4e-40f0-abf8-1b2de381ddff req-e0bb8822-c66d-4d6f-bd0a-67a593eb2859 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 946 time: 0.0989146
Mar 25 03:37:26.026377 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:26.075234 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] For port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:37:26.083299 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] For port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e,segment=NetworkSegment(4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb),segment_id=4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:37:26.083839 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=236fe708-aeee-4282-bd75-72e9e2f5e1d9,revision_number=8']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:26.094353 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-560f6208-ad4e-40f0-abf8-1b2de381ddff req-d2165cb3-8d1b-4050-99cd-feb0d70d1b8e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723114
Mar 25 03:37:26.150781 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 25 Mar 2022 03:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364c0051-6bca-4e67-be1c-b91305b0598a x-openstack-request-id: req-364c0051-6bca-4e67-be1c-b91305b0598a {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:37:26.150781 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "name": "network-vif-unplugged", "status": "failed", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9", "code": 422}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:37:26.150781 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-364c0051-6bca-4e67-be1c-b91305b0598a {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:37:26.150781 dv-cinder-835168-1-iscsi neutron-server[103657]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-364c0051-6bca-4e67-be1c-b91305b0598a']: {'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'code': 422} returned with failed status
Mar 25 03:37:26.175076 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:26.234889 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:26.235533 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:26.236973 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-e19a5076-1360-4703-8278-61240a654015 service neutron] 10.222.0.35 "PUT /v2.0/ports/5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e HTTP/1.1" status: 200  len: 1093 time: 0.9418697
Mar 25 03:37:26.238234 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d85ef76-ab50-4151-85f7-0833ce094b23', 'tag': '5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:37:26.240453 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238a427a-89bd-48c5-9dba-cf78b740ea8c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d85ef76-ab50-4151-85f7-0833ce094b23", "tag": "5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:37:26.277445 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a5076-1360-4703-8278-61240a654015 service neutron] Pushing event updated for resources: {'Port': ['ID=5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:26.290224 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd74627-0727-4c6d-a945-7e6fa2e4332d req-6769a8bb-c66b-4be9-a1a5-4897bf1aa286 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:26.291739 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4cd74627-0727-4c6d-a945-7e6fa2e4332d req-6769a8bb-c66b-4be9-a1a5-4897bf1aa286 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 943 time: 0.1091576
Mar 25 03:37:26.343097 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4cd74627-0727-4c6d-a945-7e6fa2e4332d req-7e38fd5f-c752-473b-98e6-3ff71e1664dc tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447373
Mar 25 03:37:26.403931 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac080020-870d-402f-a207-b526d8ab13a4 x-openstack-request-id: req-ac080020-870d-402f-a207-b526d8ab13a4 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:37:26.404167 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d85ef76-ab50-4151-85f7-0833ce094b23", "tag": "5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:37:26.404422 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac080020-870d-402f-a207-b526d8ab13a4 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:37:26.404818 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac080020-870d-402f-a207-b526d8ab13a4'] response: {'name': 'network-changed', 'server_uuid': '2d85ef76-ab50-4151-85f7-0833ce094b23', 'tag': '5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e', 'status': 'completed', 'code': 200}
Mar 25 03:37:26.425912 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-00b0191d-ffd6-441a-b11f-ff7b4857bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:26.427428 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-00b0191d-ffd6-441a-b11f-ff7b4857bc08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c145ebf662a44dba276dde5bb33a5f9&device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 1127 time: 0.0514257
Mar 25 03:37:26.477055 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-0899157e-810b-477b-ab9a-b2cb831f79c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e HTTP/1.1" status: 200  len: 217 time: 0.0413530
Mar 25 03:37:26.529904 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-0d724e79-25c5-444a-9d80-e9121bcb8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:26.531384 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-0d724e79-25c5-444a-9d80-e9121bcb8cb3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6817b8c3-254c-4519-a0c7-46ee49ff0fb7 HTTP/1.1" status: 200  len: 848 time: 0.0454354
Mar 25 03:37:26.566438 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-32f33bfc-9035-47c0-9443-cc2e1a84b3b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266805
Mar 25 03:37:26.659206 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-584488a8-063d-4a45-a3ce-62a6c8b43288 service neutron] 10.222.0.35 "GET /v2.0/networks/5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860338
Mar 25 03:37:26.760949 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8d83d5cb-83fa-4ba6-be64-fe496fd64c83 req-4c370ee8-1662-4c70-a36c-bee21b80b12c service neutron] 10.222.0.35 "GET /v2.0/networks/5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838761
Mar 25 03:37:26.965836 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a427a-89bd-48c5-9dba-cf78b740ea8c req-5ef8dbd8-9cd2-46d1-bd39-f65441a9bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:26.967962 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-238a427a-89bd-48c5-9dba-cf78b740ea8c req-5ef8dbd8-9cd2-46d1-bd39-f65441a9bb9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c145ebf662a44dba276dde5bb33a5f9&device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 1127 time: 0.0542102
Mar 25 03:37:27.069899 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a427a-89bd-48c5-9dba-cf78b740ea8c req-5d292ff7-7059-4c75-b32f-2f4b69701e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:27.071399 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-238a427a-89bd-48c5-9dba-cf78b740ea8c req-5d292ff7-7059-4c75-b32f-2f4b69701e32 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 HTTP/1.1" status: 200  len: 909 time: 0.0961640
Mar 25 03:37:27.112302 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-238a427a-89bd-48c5-9dba-cf78b740ea8c req-625b9e36-23fa-44e3-a1af-737b90745ca3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e HTTP/1.1" status: 200  len: 217 time: 0.0339935
Mar 25 03:37:27.164246 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a427a-89bd-48c5-9dba-cf78b740ea8c req-5c473681-2f8f-4baf-84f9-980ddc4bf4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:27.184390 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-238a427a-89bd-48c5-9dba-cf78b740ea8c req-5c473681-2f8f-4baf-84f9-980ddc4bf4d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6817b8c3-254c-4519-a0c7-46ee49ff0fb7 HTTP/1.1" status: 200  len: 848 time: 0.0473969
Mar 25 03:37:27.197143 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-238a427a-89bd-48c5-9dba-cf78b740ea8c req-19bb6829-446a-4acc-beac-76260d5f7165 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255165
Mar 25 03:37:27.282712 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-238a427a-89bd-48c5-9dba-cf78b740ea8c req-a09080a3-1867-44ec-b88b-26eb2aa715b8 service neutron] 10.222.0.35 "GET /v2.0/networks/5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793831
Mar 25 03:37:27.372247 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-238a427a-89bd-48c5-9dba-cf78b740ea8c req-2c90ea6f-3e46-4a00-b423-202f7772ccb6 service neutron] 10.222.0.35 "GET /v2.0/networks/5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836129
Mar 25 03:37:27.463845 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557f8f0-43eb-4a30-92aa-e47c45805e0b req-81fcdec5-cd03-4c53-b6b8-1e368c2cfd34 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:27.465364 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c557f8f0-43eb-4a30-92aa-e47c45805e0b req-81fcdec5-cd03-4c53-b6b8-1e368c2cfd34 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 943 time: 0.0522184
Mar 25 03:37:27.510867 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c557f8f0-43eb-4a30-92aa-e47c45805e0b req-a74c28fd-f447-4680-864e-7f3a12ec660d tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397546
Mar 25 03:37:28.533620 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [req-83256f7d-438a-4b51-ae3d-58186bb6c6fd req-099ede34-bcd0-4cf8-8875-65232a4f1609 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:37:28.535011 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-83256f7d-438a-4b51-ae3d-58186bb6c6fd req-099ede34-bcd0-4cf8-8875-65232a4f1609 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069976
Mar 25 03:37:28.627418 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74d1a4-474b-475c-abdf-d16d812e4855 req-211959d3-9120-4b31-9686-7030b1c5c95e tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:28.628868 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ca74d1a4-474b-475c-abdf-d16d812e4855 req-211959d3-9120-4b31-9686-7030b1c5c95e tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 943 time: 0.0512955
Mar 25 03:37:28.682709 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ca74d1a4-474b-475c-abdf-d16d812e4855 req-b1167be1-3314-4364-8e7a-fbd3e62f6e50 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480022
Mar 25 03:37:28.882841 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af7e5f-18ba-4fa9-971c-bc6dff05a3b5 req-a2af2af8-3435-4b11-b365-cdbdf78d9da1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:28.884354 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84af7e5f-18ba-4fa9-971c-bc6dff05a3b5 req-a2af2af8-3435-4b11-b365-cdbdf78d9da1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0536356
Mar 25 03:37:28.937274 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-84af7e5f-18ba-4fa9-971c-bc6dff05a3b5 req-8a85be2d-728d-40ad-b8c1-e5c61e039bfd tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467794
Mar 25 03:37:29.218277 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-33a241c7-e310-4ad9-8148-a48622a5343a req-c87a16e9-3f71-4b4f-93c0-a9574c25b703 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0501065
Mar 25 03:37:29.339032 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a241c7-e310-4ad9-8148-a48622a5343a req-e63ed179-fbb8-48ba-9a5a-ea7b2618f3e5 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:29.340402 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-33a241c7-e310-4ad9-8148-a48622a5343a req-e63ed179-fbb8-48ba-9a5a-ea7b2618f3e5 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports/236fe708-aeee-4282-bd75-72e9e2f5e1d9 HTTP/1.1" status: 200  len: 941 time: 0.0842655
Mar 25 03:37:29.356595 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8360cc2-de79-4ba5-a2e1-a28b36d5241e req-26651af2-e2e0-4281-8b6b-69ffee6b9ce0 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:29.358497 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c8360cc2-de79-4ba5-a2e1-a28b36d5241e req-26651af2-e2e0-4281-8b6b-69ffee6b9ce0 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 945 time: 0.1144001
Mar 25 03:37:29.405644 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c8360cc2-de79-4ba5-a2e1-a28b36d5241e req-21c5e945-1904-445f-8834-d1bab826e581 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415568
Mar 25 03:37:29.810593 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fef5c-a3eb-419a-84f4-2ec0f9541be6 req-0a9f990e-e285-43a7-9d6c-2c6aea13d35d tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:29.812101 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b15fef5c-a3eb-419a-84f4-2ec0f9541be6 req-0a9f990e-e285-43a7-9d6c-2c6aea13d35d tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 943 time: 0.0580981
Mar 25 03:37:29.851294 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:37:29.863332 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b15fef5c-a3eb-419a-84f4-2ec0f9541be6 req-bf26f430-1058-4003-b5d3-f7067acee06b tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456831
Mar 25 03:37:29.951729 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e,segment=NetworkSegment(4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb),segment_id=4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:29.965356 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e', 'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3', 'port_id': '5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e', 'mac_address': 'fa:16:3e:e2:28:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6817b8c3-254c-4519-a0c7-46ee49ff0fb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:37:30.009894 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:30.010373 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:30.023969 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:37:30.047230 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e,segment=NetworkSegment(4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb),segment_id=4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:30.084522 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceab45d-da42-4561-9861-3d6de381ca79 req-06c5122c-bcca-4de8-965a-a8323116acae tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:30.086080 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-bceab45d-da42-4561-9861-3d6de381ca79 req-06c5122c-bcca-4de8-965a-a8323116acae tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0622683
Mar 25 03:37:30.123286 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:30.137239 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-bceab45d-da42-4561-9861-3d6de381ca79 req-f66e5d6a-9705-433b-bec7-57e89848895e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453131
Mar 25 03:37:30.170650 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:30.466619 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:37:30.521777 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51203b5f-113d-4834-a538-4206c4c2feed req-21465352-823f-4736-b678-6a3dee77e245 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:30.523314 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-51203b5f-113d-4834-a538-4206c4c2feed req-21465352-823f-4736-b678-6a3dee77e245 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 945 time: 0.0522392
Mar 25 03:37:30.576447 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-51203b5f-113d-4834-a538-4206c4c2feed req-5566ed28-65bc-4ca6-8fd0-2cc86f41ac9d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464249
Mar 25 03:37:30.896608 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a241c7-e310-4ad9-8148-a48622a5343a req-18e6a3a1-1999-499f-ae1d-f0e0c93878db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:30.897975 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-33a241c7-e310-4ad9-8148-a48622a5343a req-18e6a3a1-1999-499f-ae1d-f0e0c93878db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4&tenant_id=cb503745eeb5421c88b2fe9a4ef78921 HTTP/1.1" status: 200  len: 1128 time: 0.0793910
Mar 25 03:37:31.013808 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a241c7-e310-4ad9-8148-a48622a5343a req-722c7cff-549d-40a6-a5c3-9ba4d3238c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:31.015438 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-33a241c7-e310-4ad9-8148-a48622a5343a req-722c7cff-549d-40a6-a5c3-9ba4d3238c63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 1128 time: 0.0810051
Mar 25 03:37:31.023354 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671cc73-9b50-401f-b288-348fa8c58a8d req-29fe4b76-1b0e-4588-8b98-13c19d268d9a tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:31.024844 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a671cc73-9b50-401f-b288-348fa8c58a8d req-29fe4b76-1b0e-4588-8b98-13c19d268d9a tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 944 time: 0.0890980
Mar 25 03:37:31.135767 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a671cc73-9b50-401f-b288-348fa8c58a8d req-e3dd2399-9172-4b0e-8558-3f144eb46100 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019073
Mar 25 03:37:31.150644 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a241c7-e310-4ad9-8148-a48622a5343a req-7c4954c0-86bb-4f4d-9498-80b2573a6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:31.152626 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-33a241c7-e310-4ad9-8148-a48622a5343a req-7c4954c0-86bb-4f4d-9498-80b2573a6de8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c5a4335-913f-4831-9329-aefa2b16e173 HTTP/1.1" status: 200  len: 918 time: 0.1264243
Mar 25 03:37:31.255313 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-33a241c7-e310-4ad9-8148-a48622a5343a req-07e30950-923a-4145-831e-06017e54a883 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9 HTTP/1.1" status: 200  len: 1000 time: 0.0880415
Mar 25 03:37:31.261546 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72cceb-2799-4409-8b98-9385ff3fb296 req-b3509958-3fa7-480e-9469-37da321d4389 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:31.263107 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ff72cceb-2799-4409-8b98-9385ff3fb296 req-b3509958-3fa7-480e-9469-37da321d4389 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0535645
Mar 25 03:37:31.275339 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f03869-1272-451c-b006-6990a2246471 req-5a0e969d-0bbb-4d6c-b264-928002adda9a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:31.277273 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-43f03869-1272-451c-b006-6990a2246471 req-5a0e969d-0bbb-4d6c-b264-928002adda9a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 945 time: 0.1079919
Mar 25 03:37:31.314243 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ff72cceb-2799-4409-8b98-9385ff3fb296 req-ab529af7-6360-433a-ab68-75b80cbede67 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451763
Mar 25 03:37:31.351563 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a241c7-e310-4ad9-8148-a48622a5343a req-8af4de3f-78ad-4b51-813d-df08e069a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:31.352976 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-33a241c7-e310-4ad9-8148-a48622a5343a req-8af4de3f-78ad-4b51-813d-df08e069a116 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0fc2db0-5f07-4ebd-b00d-4236a2fef620 HTTP/1.1" status: 200  len: 856 time: 0.0917215
Mar 25 03:37:31.429817 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a241c7-e310-4ad9-8148-a48622a5343a req-b4da0392-4ca3-4953-8eb7-c4ed25c0ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:31.430881 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-33a241c7-e310-4ad9-8148-a48622a5343a req-b4da0392-4ca3-4953-8eb7-c4ed25c0ac37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c5a4335-913f-4831-9329-aefa2b16e173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0605690
Mar 25 03:37:31.433047 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Deleting port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:37:31.433387 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:31.584415 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] For port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:31.584820 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:31.598565 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-33a241c7-e310-4ad9-8148-a48622a5343a req-1b6be6d9-e92f-4705-a10c-64fc9f7014e2 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519241
Mar 25 03:37:31.843645 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191f2a1-5e82-4bb7-bfd8-90fdb81d7d92 req-dd7f90bc-cd37-4428-af88-dad18bfcc6c7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:31.845099 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7191f2a1-5e82-4bb7-bfd8-90fdb81d7d92 req-dd7f90bc-cd37-4428-af88-dad18bfcc6c7 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 945 time: 0.1987703
Mar 25 03:37:31.851546 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-33a241c7-e310-4ad9-8148-a48622a5343a req-50f2a76e-ab00-4156-b35b-9597de936488 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2182119
Mar 25 03:37:31.864832 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:37:31.885853 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:31.886737 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (f6c34b7a-6d8d-4b69-8c62-b247629f06d9), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:31.887059 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Floating IP f6c34b7a-6d8d-4b69-8c62-b247629f06d9 disassociated. External IP: 172.27.0.165, port: 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3.
Mar 25 03:37:31.887415 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Calling delete_port for 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:37:31.917731 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7191f2a1-5e82-4bb7-bfd8-90fdb81d7d92 req-47f040ed-e022-45b5-9b5b-0d8b26ab54cf tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups?id=000d3358-9d0b-471f-b42a-6bf63bec6196&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638359
Mar 25 03:37:32.014938 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:37:32.018820 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:32.019193 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:32.111015 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:32.111128 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:32.123339 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:32.142364 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d85ef76-ab50-4151-85f7-0833ce094b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:37:32.145599 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c02b097-1cfa-43b0-9094-2a9276447273" -d '{"events": [{"server_uuid": "2d85ef76-ab50-4151-85f7-0833ce094b23", "name": "network-vif-plugged", "status": "completed", "tag": "5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:37:32.170602 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e,segment=NetworkSegment(4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb),segment_id=4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:32.171277 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event deleted for resources: {'Port': ['ID=32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:32.230794 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8ecb98-f555-46c0-be99-1fbcf7c7e375 x-openstack-request-id: req-ea8ecb98-f555-46c0-be99-1fbcf7c7e375 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:37:32.230794 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d85ef76-ab50-4151-85f7-0833ce094b23", "name": "network-vif-plugged", "status": "completed", "tag": "5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:37:32.230794 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea8ecb98-f555-46c0-be99-1fbcf7c7e375 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:37:32.230794 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8ecb98-f555-46c0-be99-1fbcf7c7e375'] response: {'server_uuid': '2d85ef76-ab50-4151-85f7-0833ce094b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e', 'code': 200}
Mar 25 03:37:32.250709 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:32.316302 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:32.367059 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa8e8e-00b7-4013-9adc-d50367213166 req-801ae97f-6e74-4acd-9e04-847096627b7f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:32.368594 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a1aa8e8e-00b7-4013-9adc-d50367213166 req-801ae97f-6e74-4acd-9e04-847096627b7f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 945 time: 0.1204231
Mar 25 03:37:32.399650 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:37:32.465976 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-c6f57041-342e-41b9-b588-52fff15fc048 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456951906&fields=id&tenant_id=128b813a50464f31b257ffac581ed332 HTTP/1.1" status: 200  len: 267 time: 0.0495079
Mar 25 03:37:32.495273 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a1aa8e8e-00b7-4013-9adc-d50367213166 req-26898aa1-9330-4e46-8a6b-ad463036c98b tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176682
Mar 25 03:37:32.576759 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a500e6-7e48-48e1-8f02-f3069a809d3a req-c8129b39-2e7e-40ce-8d75-9e4f8fdaad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:32.577956 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-67a500e6-7e48-48e1-8f02-f3069a809d3a req-c8129b39-2e7e-40ce-8d75-9e4f8fdaad55 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 1129 time: 0.0798230
Mar 25 03:37:32.581734 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:37:32.594779 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a08d76-ff0c-4cc2-9c4f-47579efedb92 None None] Sync routers for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:37:32.598846 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-41269308-f93b-4740-81fb-b92d4fd1aba6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:32.600377 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-41269308-f93b-4740-81fb-b92d4fd1aba6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 811 time: 0.1272452
Mar 25 03:37:32.630787 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-f3269058-39f0-4699-9cad-c24609a63505 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/quotas/128b813a50464f31b257ffac581ed332 HTTP/1.1" status: 200  len: 375 time: 0.0200629
Mar 25 03:37:32.643393 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a08d76-ff0c-4cc2-9c4f-47579efedb92 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:37:32.649354 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-e6a08d76-ff0c-4cc2-9c4f-47579efedb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc7419a0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:37:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:32.691561 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] No DVR routers for this DVR port 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:37:32.703414 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-5f7e9030-0166-477b-828e-819881a99bd5 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0624373
Mar 25 03:37:32.705368 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:32.719054 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-43f03869-1272-451c-b006-6990a2246471 req-fa4bcdff-09c4-45b6-aea8-743ef8486ea8 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.35 "DELETE /v2.0/ports/32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 HTTP/1.1" status: 204  len: 173 time: 1.4228179
Mar 25 03:37:32.720681 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adea18c-d822-4dae-9b71-da67a6a3100e', 'name': 'network-vif-deleted', 'tag': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:37:32.722958 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1e7599-87ca-44f2-9618-8ffd0c9ee3a0" -d '{"events": [{"server_uuid": "3adea18c-d822-4dae-9b71-da67a6a3100e", "name": "network-vif-deleted", "tag": "32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:37:32.764717 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-67a500e6-7e48-48e1-8f02-f3069a809d3a req-a96bcb9d-f943-4c72-8757-838594a2fd04 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549718
Mar 25 03:37:32.780530 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb308-4fae-4443-bf63-36c20c321b26 req-b1f55782-52af-4d76-90fe-ee2ae9e9cacc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:32.791594 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7e8eb308-4fae-4443-bf63-36c20c321b26 req-b1f55782-52af-4d76-90fe-ee2ae9e9cacc tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.2270143
Mar 25 03:37:32.813792 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-e6a08d76-ff0c-4cc2-9c4f-47579efedb92 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:37:32.886412 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7e8eb308-4fae-4443-bf63-36c20c321b26 req-6f1aaab3-a03c-45f0-9e49-577c7bb31afd tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934899
Mar 25 03:37:32.889143 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:32.931907 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-6f2033e1-58ea-49b3-9c7c-20afd05904da service neutron] 10.222.0.24 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2273195
Mar 25 03:37:32.971797 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d431c12-a813-4b1e-b719-1362fa19f17a x-openstack-request-id: req-0d431c12-a813-4b1e-b719-1362fa19f17a {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:37:32.972091 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adea18c-d822-4dae-9b71-da67a6a3100e", "name": "network-vif-deleted", "tag": "32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:37:32.972349 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d431c12-a813-4b1e-b719-1362fa19f17a {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:37:32.972767 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d431c12-a813-4b1e-b719-1362fa19f17a'] response: {'server_uuid': '3adea18c-d822-4dae-9b71-da67a6a3100e', 'name': 'network-vif-deleted', 'tag': '32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3', 'status': 'completed', 'code': 200}
Mar 25 03:37:33.098706 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-e6a08d76-ff0c-4cc2-9c4f-47579efedb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc7419a0>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:33.111634 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c20b7d54-2a90-4f63-b4a0-6a465ca6f1ea req-ceb5990d-b39e-4126-8ebe-061ef821c53a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 210 time: 0.0438974
Mar 25 03:37:33.135093 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a08d76-ff0c-4cc2-9c4f-47579efedb92 None None] Checking router: 6a36ad02-4238-4232-ad4d-dbbf59a59e63 for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:37:33.144719 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a08d76-ff0c-4cc2-9c4f-47579efedb92 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:37:33.145872 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-e6a08d76-ff0c-4cc2-9c4f-47579efedb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc7419a0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:37:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:33.154546 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-a002a9bf-1db9-4a11-b46e-7fe8b967105d service neutron] 10.222.0.24 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2123060
Mar 25 03:37:33.262856 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-e6a08d76-ff0c-4cc2-9c4f-47579efedb92 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:37:33.497994 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-e6a08d76-ff0c-4cc2-9c4f-47579efedb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc7419a0>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:33.531898 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a08d76-ff0c-4cc2-9c4f-47579efedb92 None None] The sync data for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi is: [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:30:58Z', 'revision_number': 4, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'dbecd932-a962-4d60-96f0-8e7db35ee111', 'name': '', 'network_id': '3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'mac_address': 'fa:16:3e:56:25:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:57Z', 'updated_at': '2022-03-25T03:31:08Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'subnets': [{'id': '3f66c337-0509-432b-a485-8345b9a5f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:37:33.794914 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-32f81bc9-3813-4129-ac08-06f977ee121f req-76295a40-d26a-4181-841e-a4bfe8bc73b8 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 210 time: 0.0418642
Mar 25 03:37:33.944462 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac9ff6d-f739-44cc-bc39-44b943d88b02 None None] New status for floating IP f6c34b7a-6d8d-4b69-8c62-b247629f06d9: DOWN {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:37:33.986322 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17496f-987d-4c00-ae23-9db566fe797b req-06b0a7cb-1f99-43fa-b622-10bc822e834f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:33.988943 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9c17496f-987d-4c00-ae23-9db566fe797b req-06b0a7cb-1f99-43fa-b622-10bc822e834f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 945 time: 0.4025702
Mar 25 03:37:34.064269 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ed15d-ccd7-42d9-92ee-a6a3ead5c768 req-3b3d0d7f-45ab-48b2-9469-9400f00ffa57 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:34.065882 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-484ed15d-ccd7-42d9-92ee-a6a3ead5c768 req-3b3d0d7f-45ab-48b2-9469-9400f00ffa57 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0686018
Mar 25 03:37:34.093616 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9c17496f-987d-4c00-ae23-9db566fe797b req-6da2a9df-9c9a-4b7d-92e1-9ccec7bf2c4e tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968280
Mar 25 03:37:34.145818 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-484ed15d-ccd7-42d9-92ee-a6a3ead5c768 req-e4a66b0f-6625-4fa9-8dc0-0a2a9ffca292 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713916
Mar 25 03:37:34.225044 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f7d80eb5-cb31-464f-aaab-24d91bd3d70c req-7c8a43d6-dc60-4b3f-b1b5-56b372605020 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 210 time: 0.0475824
Mar 25 03:37:34.885086 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-21a0cc79-86de-46d5-8e78-0c1d1bae8186 req-72b023e7-8fee-466d-a9a1-b0214a572c1d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 210 time: 0.0270684
Mar 25 03:37:35.219916 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422bf72-573c-4953-b6c4-32eecfd69b98 req-60be17ef-0c14-4f74-ae8e-15dec93c9364 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:35.221512 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a422bf72-573c-4953-b6c4-32eecfd69b98 req-60be17ef-0c14-4f74-ae8e-15dec93c9364 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 945 time: 0.0541501
Mar 25 03:37:35.279681 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221e48-dcbd-44a4-8fdf-981ebd0e86ac req-311a6fb7-20c4-4f9f-bd35-cb2279142a47 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:35.281178 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8c221e48-dcbd-44a4-8fdf-981ebd0e86ac req-311a6fb7-20c4-4f9f-bd35-cb2279142a47 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0586801
Mar 25 03:37:35.296327 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a422bf72-573c-4953-b6c4-32eecfd69b98 req-d2c23a91-606c-4fd1-a4e2-996fa739a790 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650234
Mar 25 03:37:35.343635 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8c221e48-dcbd-44a4-8fdf-981ebd0e86ac req-bb342a8c-42fc-4d0d-a84e-c85ec129dedd tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555091
Mar 25 03:37:35.384195 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0725f22e-61b2-471c-a49a-3eb1b82b115a req-061efda2-ccc3-4adb-9c1a-6d6a397ba18b tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 210 time: 0.0270772
Mar 25 03:37:35.924903 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:37:35.946607 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:37:35.949553 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 32ff75ea-47a3-4e3a-9c44-03cedf4e0dd3 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:37:35.989605 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a174cdd6-a233-4654-a7e6-9fb2d8865f48 req-85a9c6e2-4df4-4708-be2d-e2ac3544521d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 210 time: 0.0306685
Mar 25 03:37:36.441010 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145f187-b3d1-44ab-904e-c247fb61b3c0 req-0212b3d5-76e8-488b-aa23-22a779efe670 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:36.442620 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5145f187-b3d1-44ab-904e-c247fb61b3c0 req-0212b3d5-76e8-488b-aa23-22a779efe670 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 945 time: 0.0680947
Mar 25 03:37:36.487166 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867eec7b-5e45-45ef-a5f7-f5e1eadffaf9 req-4e04bd1c-95c0-4fc7-8cb2-2a774d99caf7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:36.488706 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-867eec7b-5e45-45ef-a5f7-f5e1eadffaf9 req-4e04bd1c-95c0-4fc7-8cb2-2a774d99caf7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0582240
Mar 25 03:37:36.514250 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5145f187-b3d1-44ab-904e-c247fb61b3c0 req-458fb113-46e9-487f-8b72-f89dabb7eb80 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645447
Mar 25 03:37:36.556172 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-867eec7b-5e45-45ef-a5f7-f5e1eadffaf9 req-13a814d4-1cfc-42d6-8880-2d34c3476e23 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587647
Mar 25 03:37:36.625755 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a80e1882-938b-4e51-b441-6ce98915e1ce req-7155029a-5a55-4fef-a31e-18f78457bdca tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 210 time: 0.0519722
Mar 25 03:37:37.090147 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4fba5ce5-d3c4-4e8f-a3d3-05b03c89f3c4 req-3572a56f-57ca-44de-831d-317c483cef33 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 210 time: 0.0317867
Mar 25 03:37:37.644269 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6b332-8135-4bec-87e0-ab6df87b3974 req-41d7ae7c-3fa7-4d87-89a7-7d8b41fcb39c tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:37.646826 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a8a6b332-8135-4bec-87e0-ab6df87b3974 req-41d7ae7c-3fa7-4d87-89a7-7d8b41fcb39c tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 945 time: 0.0618432
Mar 25 03:37:37.709854 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a8a6b332-8135-4bec-87e0-ab6df87b3974 req-bed079ca-ffa7-48ff-a133-302634a4a5e7 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564361
Mar 25 03:37:37.747006 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605de8b-333f-443a-9c91-73043ef0a681 req-12dfa39d-4ff2-4002-898d-a309c0804fde tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:37.747006 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9605de8b-333f-443a-9c91-73043ef0a681 req-12dfa39d-4ff2-4002-898d-a309c0804fde tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0706310
Mar 25 03:37:37.783967 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9605de8b-333f-443a-9c91-73043ef0a681 req-bd858e54-e3d0-4f06-99bb-dc3236073e56 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486445
Mar 25 03:37:37.812435 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-91dead02-99eb-46f5-b767-8f005f13b671 req-7992fa69-282d-4ce0-b521-758b04f09163 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 210 time: 0.0317788
Mar 25 03:37:38.185870 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a33b52a9-aea6-4671-b79c-d1cb705c3921 req-aa7cc7b4-ac40-496d-9083-176650e2b5d6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 210 time: 0.0275848
Mar 25 03:37:38.850920 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf9544-f2d1-420e-b34a-862b75a1da2e req-dbeb0555-8837-42b5-832c-4556bfd51f7e tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:38.853458 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b2cf9544-f2d1-420e-b34a-862b75a1da2e req-dbeb0555-8837-42b5-832c-4556bfd51f7e tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 945 time: 0.0696764
Mar 25 03:37:38.913256 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b2cf9544-f2d1-420e-b34a-862b75a1da2e req-9ca7e4cf-75e5-45ea-b90a-971e0df6e93e tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537250
Mar 25 03:37:38.918222 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0427b-927f-48dd-95ed-eeb5f4b5c6f7 req-7ac2bd20-3603-464f-892d-82595f31c37d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:38.919729 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b7a0427b-927f-48dd-95ed-eeb5f4b5c6f7 req-7ac2bd20-3603-464f-892d-82595f31c37d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0563846
Mar 25 03:37:38.975627 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b7a0427b-927f-48dd-95ed-eeb5f4b5c6f7 req-f994715d-7b53-4d9e-b2ba-4b9906aa238c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487278
Mar 25 03:37:39.001544 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-59874d4f-9b9f-4ef8-a0fa-bfe2aa788e82 req-9b1049bc-9638-42c2-9c34-2abcbce3dd22 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 210 time: 0.0309412
Mar 25 03:37:39.287358 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bb6247fa-a711-45de-8473-932f795f1210 req-182dabfe-dff1-4ee7-b1a4-f499b1249952 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 210 time: 0.0272079
Mar 25 03:37:40.046572 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db569b6-e7ec-4968-bb87-69ab70cd7f2e req-9443aa41-ac87-4b2f-8c11-c4c70d3dcf1c tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:40.050154 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6db569b6-e7ec-4968-bb87-69ab70cd7f2e req-9443aa41-ac87-4b2f-8c11-c4c70d3dcf1c tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 945 time: 0.0619256
Mar 25 03:37:40.097694 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6db569b6-e7ec-4968-bb87-69ab70cd7f2e req-10fd78bf-440f-4bf5-95c5-c58bd46e1907 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438538
Mar 25 03:37:40.114757 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99620351-9578-4323-988e-e612d94bf9cc req-a3092de9-7f5d-410a-9489-5a5098f37da7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:40.116247 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-99620351-9578-4323-988e-e612d94bf9cc req-a3092de9-7f5d-410a-9489-5a5098f37da7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0589983
Mar 25 03:37:40.174936 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-99620351-9578-4323-988e-e612d94bf9cc req-c0332b70-a70c-4677-82eb-d784b2a49d0e tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527856
Mar 25 03:37:40.203722 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-11a6e1b9-3207-4221-9a0a-35f75d14acce req-a9e876a3-9bc7-485d-9987-ea392ca5a5ae tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 210 time: 0.0322444
Mar 25 03:37:40.391792 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-333504a9-46df-41a0-ab86-646a4b9ebdbd req-c12c9dc5-fbba-4b24-9b7d-a9d607ad9021 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 210 time: 0.0297260
Mar 25 03:37:41.225289 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b852a-1fdb-42a9-a02c-a80e3aa2bd7f req-95957eed-e82e-4d30-9836-7cbd5d1cd71f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:41.227785 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a53b852a-1fdb-42a9-a02c-a80e3aa2bd7f req-95957eed-e82e-4d30-9836-7cbd5d1cd71f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 945 time: 0.0599585
Mar 25 03:37:41.288397 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a53b852a-1fdb-42a9-a02c-a80e3aa2bd7f req-e7ca6f66-edd4-4d44-9803-d3dd29469921 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549703
Mar 25 03:37:41.364249 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2f476-8ed8-4558-b593-0df874d45bcf req-544e3323-43e6-4a16-8e6f-a4b899fb0ec5 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:41.364249 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-07c2f476-8ed8-4558-b593-0df874d45bcf req-544e3323-43e6-4a16-8e6f-a4b899fb0ec5 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0627825
Mar 25 03:37:41.372469 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7de53da5-2e5b-4c74-afdf-efb3f4e72214 req-2f9f8786-c061-4ff5-aa78-d04a321d14c9 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 210 time: 0.0273013
Mar 25 03:37:41.382597 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-07c2f476-8ed8-4558-b593-0df874d45bcf req-01f11a74-2990-4612-8b74-e55656ac9779 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479434
Mar 25 03:37:41.483976 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-987fb99b-e0d8-4a1b-ac5e-4cd5c27ae3bd req-a7fdef84-8feb-4ea6-90cf-8fe032ca31e4 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 210 time: 0.0265758
Mar 25 03:37:42.408558 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b19c09-a4fe-4da9-8b36-d8bc5a7bdd52 req-dfe9e29b-7210-4849-9f0f-f461af81b5c4 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:42.410158 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-52b19c09-a4fe-4da9-8b36-d8bc5a7bdd52 req-dfe9e29b-7210-4849-9f0f-f461af81b5c4 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 945 time: 0.0531123
Mar 25 03:37:42.459377 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-52b19c09-a4fe-4da9-8b36-d8bc5a7bdd52 req-758683aa-5124-4068-8487-5a862988ece5 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429647
Mar 25 03:37:42.494311 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5addf059-5aa2-4a10-b67c-46af82f04ffa req-3b053d73-5ff0-4f56-81ff-693f87acfdb4 tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/ports?device_id=3adea18c-d822-4dae-9b71-da67a6a3100e HTTP/1.1" status: 200  len: 210 time: 0.0371382
Mar 25 03:37:42.578746 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a744755-b3c2-449f-aa23-59f5120a8951 req-1363aee3-bf55-4784-bf1d-6c7781c6a208 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:42.580143 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1a744755-b3c2-449f-aa23-59f5120a8951 req-1363aee3-bf55-4784-bf1d-6c7781c6a208 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.0550699
Mar 25 03:37:42.585572 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d6b0b1a3-19dc-4049-9b0d-7d1acc536abc req-eab0bbb3-2339-4b4f-b146-0504d8f61d10 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 210 time: 0.0265651
Mar 25 03:37:42.627736 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-1a744755-b3c2-449f-aa23-59f5120a8951 req-1b3d517a-6339-4d1c-a592-eb21258ec26c tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419607
Mar 25 03:37:42.865612 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3357d73b-60b5-4f21-9b81-19d3501887c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:43.385876 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-4e7abaef-87aa-4cac-9766-98ce5a570748 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:43.387291 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-4e7abaef-87aa-4cac-9766-98ce5a570748 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 811 time: 0.0959311
Mar 25 03:37:43.449539 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ade60906-fa7e-4921-84e8-017ac6280cf6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=128b813a50464f31b257ffac581ed332 HTTP/1.1" status: 200  len: 380 time: 0.0533004
Mar 25 03:37:43.457634 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Request body: {'port': {'device_id': '88a006c8-0075-4e96-946b-c94c223e87da', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'admin_state_up': True, 'tenant_id': '128b813a50464f31b257ffac581ed332', 'security_groups': ['8ea847a8-b734-4ab2-8749-5502cc3280df']}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:43.610745 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ca97b-e51c-4e61-8475-a62f4a011515 req-75d26e50-b8fd-4807-8c1d-2700038e451a tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:43.612253 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c58ca97b-e51c-4e61-8475-a62f4a011515 req-75d26e50-b8fd-4807-8c1d-2700038e451a tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 945 time: 0.0795798
Mar 25 03:37:43.634713 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36520) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:43.666768 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c58ca97b-e51c-4e61-8475-a62f4a011515 req-32407727-4b80-4c12-8fbe-98d74b0b1f4a tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489500
Mar 25 03:37:43.700442 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Made reservation on behalf of 128b813a50464f31b257ffac581ed332 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:37:43.704247 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:43.723882 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9b7e954e-f28c-48e2-b8f6-17558f55c6d0 req-339a4a03-da8d-4284-b6e5-76bc01af421a tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 210 time: 0.0431161
Mar 25 03:37:43.726639 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (000d3358-9d0b-471f-b42a-6bf63bec6196), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:43.758848 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (000d3358-9d0b-471f-b42a-6bf63bec6196), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:43.835801 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1908e6-dab7-41bf-8c70-f40b7e976c2a req-9e8af62f-fe13-4584-a3af-f2f6c3cc29a9 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:43.837404 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7b1908e6-dab7-41bf-8c70-f40b7e976c2a req-9e8af62f-fe13-4584-a3af-f2f6c3cc29a9 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 944 time: 0.1085513
Mar 25 03:37:43.912553 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Allocated IP 172.20.0.10 (3b3658a2-99c4-4d46-9375-814ea7ecaf18/693378f8-bce4-4933-bed5-9bc98ff481e4/1ba8825c-14ca-4408-8c18-80c3de773594) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:37:43.926438 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7b1908e6-dab7-41bf-8c70-f40b7e976c2a req-68bf93cb-5e6d-4f19-ba24-5443c50ffa04 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705221
Mar 25 03:37:43.935004 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (000d3358-9d0b-471f-b42a-6bf63bec6196), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:43.937918 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:43.939312 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "DELETE /v2.0/security-groups/000d3358-9d0b-471f-b42a-6bf63bec6196 HTTP/1.1" status: 204  len: 168 time: 0.3055778
Mar 25 03:37:43.949624 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000d3358-9d0b-471f-b42a-6bf63bec6196,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:43.951483 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36526) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:43.970336 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.973902 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.973902 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.973902 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.973902 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.973902 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.974664 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 236fe708-aeee-4282-bd75-72e9e2f5e1d9 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:37:43.984294 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.984641 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.984992 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.985335 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.985690 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.986029 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.986357 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.986686 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.987010 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6aa5b-99e1-484b-a3cb-f835db669e7a tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:43.990327 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.api.v2.resource [None req-f75e22fa-812b-43ac-8ec7-814492c3eecd tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] show failed (client error): The resource could not be found.
Mar 25 03:37:43.991558 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-f75e22fa-812b-43ac-8ec7-814492c3eecd tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "GET /v2.0/security-groups/000d3358-9d0b-471f-b42a-6bf63bec6196 HTTP/1.1" status: 404  len: 347 time: 0.0390773
Mar 25 03:37:43.994471 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36528) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:44.074354 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for port (1ba8825c-14ca-4408-8c18-80c3de773594), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.090809 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:44.103671 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'port_id': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'mac_address': 'fa:16:3e:e6:0c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:37:44.127006 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-27042efd-46af-4a81-8195-d84eadee7e5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Deleting port 954b4eb9-9c68-44b5-946b-242b17fec4b1 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:37:44.127369 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-27042efd-46af-4a81-8195-d84eadee7e5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (954b4eb9-9c68-44b5-946b-242b17fec4b1), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.141852 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:44.148355 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.155006 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236fe708-aeee-4282-bd75-72e9e2f5e1d9 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:37:44.167729 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.180369 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:44.213306 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-27042efd-46af-4a81-8195-d84eadee7e5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (954b4eb9-9c68-44b5-946b-242b17fec4b1), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.213987 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-27042efd-46af-4a81-8195-d84eadee7e5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (954b4eb9-9c68-44b5-946b-242b17fec4b1), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.219394 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:37:44.223157 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:37:44.229425 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:37:44.231155 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-27042efd-46af-4a81-8195-d84eadee7e5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Calling delete_port for 954b4eb9-9c68-44b5-946b-242b17fec4b1 owned by network:floatingip {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:37:44.238602 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'Port': ['ID=1ba8825c-14ca-4408-8c18-80c3de773594,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:44.260473 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.262586 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.263002 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.263350 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.263697 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.264032 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.264367 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.264712 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.265037 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.265367 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.265713 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.266086 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.266419 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.266744 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.267085 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.267457 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:44.324463 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=236fe708-aeee-4282-bd75-72e9e2f5e1d9,revision_number=9']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:44.328770 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:44.329363 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.440537 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-7b07f527-99bb-419a-a423-19f5b3b9966d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9862978
Mar 25 03:37:44.462890 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Request body: {'port': {'device_id': '88a006c8-0075-4e96-946b-c94c223e87da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:44.496603 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-8e34245e-9b5c-4b73-8f61-c47034e1cb9e None None] Provisioning complete for port 1ba8825c-14ca-4408-8c18-80c3de773594 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:44.498216 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8e34245e-9b5c-4b73-8f61-c47034e1cb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.513648 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.523562 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-27042efd-46af-4a81-8195-d84eadee7e5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (954b4eb9-9c68-44b5-946b-242b17fec4b1), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.524117 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['236fe708-aeee-4282-bd75-72e9e2f5e1d9'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:37:44.558972 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27042efd-46af-4a81-8195-d84eadee7e5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Pushing event deleted for resources: {'Port': ['ID=954b4eb9-9c68-44b5-946b-242b17fec4b1,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:44.565846 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-8e34245e-9b5c-4b73-8f61-c47034e1cb9e None None] Port 1ba8825c-14ca-4408-8c18-80c3de773594 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:37:44.659060 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-27042efd-46af-4a81-8195-d84eadee7e5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks [] for floatingip (f6c34b7a-6d8d-4b69-8c62-b247629f06d9), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.661672 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-27042efd-46af-4a81-8195-d84eadee7e5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.662896 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-27042efd-46af-4a81-8195-d84eadee7e5d tempest-AttachVolumeNegativeTest-586352262 tempest-AttachVolumeNegativeTest-586352262-project] 10.222.0.24 "DELETE /v2.0/floatingips/f6c34b7a-6d8d-4b69-8c62-b247629f06d9 HTTP/1.1" status: 204  len: 168 time: 0.6671362
Mar 25 03:37:44.874178 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba8825c-14ca-4408-8c18-80c3de773594 {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:37:44.884469 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Publish callbacks [] for port (1ba8825c-14ca-4408-8c18-80c3de773594), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:44.892791 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84f789-bfa4-448f-a30a-d1797ff911a1 req-4e4cca83-37be-448b-9fef-baf51641d2ef tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:44.894297 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8b84f789-bfa4-448f-a30a-d1797ff911a1 req-4e4cca83-37be-448b-9fef-baf51641d2ef tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 932 time: 0.1037424
Mar 25 03:37:44.911931 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Transition to ACTIVE for port object 1ba8825c-14ca-4408-8c18-80c3de773594 will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:37:44.951594 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8b84f789-bfa4-448f-a30a-d1797ff911a1 req-d4804141-9813-448b-8602-15787b0fbe8c tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504997
Mar 25 03:37:45.008721 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:45.091122 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Pushing event updated for resources: {'Port': ['ID=1ba8825c-14ca-4408-8c18-80c3de773594,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:45.165800 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d55e3-7633-4c85-a9f2-2e2de6238cd1 req-90c20423-0b0a-4ead-9070-b0e830c1879b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:45.168073 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d75d55e3-7633-4c85-a9f2-2e2de6238cd1 req-90c20423-0b0a-4ead-9070-b0e830c1879b tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 945 time: 0.1517909
Mar 25 03:37:45.186848 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0c1742ab-da42-4095-8a2d-c896e256f900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:45.187435 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f383af0-128f-478e-9bac-e08e3a0fd0a1 req-73c4a0ad-4799-456f-97bf-79e02a56dc7f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:45.198675 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7f383af0-128f-478e-9bac-e08e3a0fd0a1 req-73c4a0ad-4799-456f-97bf-79e02a56dc7f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 945 time: 0.0787857
Mar 25 03:37:45.218982 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Attempting to bind port 1ba8825c-14ca-4408-8c18-80c3de773594 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:37:45.219323 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Attempting to bind port 1ba8825c-14ca-4408-8c18-80c3de773594 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:37:45.219659 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Attempting to bind port 1ba8825c-14ca-4408-8c18-80c3de773594 on network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:37:45.233307 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Port 1ba8825c-14ca-4408-8c18-80c3de773594 on network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:37:45.233637 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Attempting to bind port 1ba8825c-14ca-4408-8c18-80c3de773594 on network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:37:45.243625 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7f383af0-128f-478e-9bac-e08e3a0fd0a1 req-56ca8b92-4786-45b8-8d81-e46d3067d7e7 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461733
Mar 25 03:37:45.245044 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d75d55e3-7633-4c85-a9f2-2e2de6238cd1 req-a4f09ba5-05a4-4711-ace5-e8f3737a72f7 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687506
Mar 25 03:37:45.245969 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:37:45.246311 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Checking segment: {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:37:45.246690 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Bound using segment: {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:37:45.247401 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Bound port: 1ba8825c-14ca-4408-8c18-80c3de773594, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:37:45.247539 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:45.320575 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] For port 1ba8825c-14ca-4408-8c18-80c3de773594, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:37:45.324007 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] For port 1ba8825c-14ca-4408-8c18-80c3de773594, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=1ba8825c-14ca-4408-8c18-80c3de773594,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:37:45.402334 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:45.435003 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:45.435619 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:45.437015 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] 10.222.0.35 "PUT /v2.0/ports/1ba8825c-14ca-4408-8c18-80c3de773594 HTTP/1.1" status: 200  len: 1094 time: 0.9890211
Mar 25 03:37:45.437391 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a006c8-0075-4e96-946b-c94c223e87da', 'tag': '1ba8825c-14ca-4408-8c18-80c3de773594'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:37:45.439859 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d07599d-a2f6-48b0-98a6-5587a665fadc" -d '{"events": [{"name": "network-changed", "server_uuid": "88a006c8-0075-4e96-946b-c94c223e87da", "tag": "1ba8825c-14ca-4408-8c18-80c3de773594"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:37:45.470454 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1821e1-f62a-447d-a67a-0a56eed0174d service neutron] Pushing event updated for resources: {'Port': ['ID=1ba8825c-14ca-4408-8c18-80c3de773594,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:45.485249 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fde95a1-29aa-43e5-8c3c-c9a597603c29 x-openstack-request-id: req-1fde95a1-29aa-43e5-8c3c-c9a597603c29 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:37:45.485249 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a006c8-0075-4e96-946b-c94c223e87da", "tag": "1ba8825c-14ca-4408-8c18-80c3de773594", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:37:45.485249 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fde95a1-29aa-43e5-8c3c-c9a597603c29 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:37:45.485249 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fde95a1-29aa-43e5-8c3c-c9a597603c29'] response: {'name': 'network-changed', 'server_uuid': '88a006c8-0075-4e96-946b-c94c223e87da', 'tag': '1ba8825c-14ca-4408-8c18-80c3de773594', 'status': 'completed', 'code': 200}
Mar 25 03:37:45.546012 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07599d-a2f6-48b0-98a6-5587a665fadc req-cec60567-1b6a-4d20-bbbe-8d1361180b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:45.547608 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6d07599d-a2f6-48b0-98a6-5587a665fadc req-cec60567-1b6a-4d20-bbbe-8d1361180b0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 1128 time: 0.0481217
Mar 25 03:37:45.650857 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07599d-a2f6-48b0-98a6-5587a665fadc req-29742e12-103e-4dc9-9a35-f165c0566db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:45.652358 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6d07599d-a2f6-48b0-98a6-5587a665fadc req-29742e12-103e-4dc9-9a35-f165c0566db8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=128b813a50464f31b257ffac581ed332&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0971136
Mar 25 03:37:45.743131 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07599d-a2f6-48b0-98a6-5587a665fadc req-71487076-519a-4d85-acf0-f8b995e91787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:45.744604 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6d07599d-a2f6-48b0-98a6-5587a665fadc req-71487076-519a-4d85-acf0-f8b995e91787 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0864811
Mar 25 03:37:45.831962 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-32878b88-9b8e-4e28-83ae-329741c7b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:45.833421 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-32878b88-9b8e-4e28-83ae-329741c7b214 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 1128 time: 0.0446789
Mar 25 03:37:45.879134 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-d9cdf4dd-f069-437f-9c84-18962a115c38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba8825c-14ca-4408-8c18-80c3de773594 HTTP/1.1" status: 200  len: 217 time: 0.0367360
Mar 25 03:37:45.927734 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-4288f856-8d2b-42c5-bb0a-5a0c53879f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:45.929157 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-4288f856-8d2b-42c5-bb0a-5a0c53879f09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 200  len: 850 time: 0.0421655
Mar 25 03:37:45.978728 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-38fae311-d5d7-46b4-857f-777ef4a6a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:45.980852 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-38fae311-d5d7-46b4-857f-777ef4a6a411 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b3658a2-99c4-4d46-9375-814ea7ecaf18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0440621
Mar 25 03:37:45.989912 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 236fe708-aeee-4282-bd75-72e9e2f5e1d9 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:37:46.045561 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:46.046080 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:46.112445 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8d632-2b77-4c9f-8420-ac6926822e64 req-ab5a43df-5a4a-4d8d-8dde-d992404b2ba7 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:46.113960 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3bb8d632-2b77-4c9f-8420-ac6926822e64 req-ab5a43df-5a4a-4d8d-8dde-d992404b2ba7 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 944 time: 0.0745013
Mar 25 03:37:46.134722 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-436143cc-879d-4431-8337-6b5aebfb99b0 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462290
Mar 25 03:37:46.141080 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:46.144657 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:46.163503 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:37:46.165779 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a386b4-3b80-4f74-8ccd-e3a554b6adc0" -d '{"events": [{"server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "name": "network-vif-plugged", "status": "completed", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:37:46.178547 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:46.203960 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b6ea70-079f-4309-966f-0bc2258f0d62 x-openstack-request-id: req-f3b6ea70-079f-4309-966f-0bc2258f0d62 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:37:46.204573 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "name": "network-vif-plugged", "status": "completed", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:37:46.204573 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3b6ea70-079f-4309-966f-0bc2258f0d62 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:37:46.205081 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b6ea70-079f-4309-966f-0bc2258f0d62'] response: {'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'code': 200}
Mar 25 03:37:46.222355 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3bb8d632-2b77-4c9f-8420-ac6926822e64 req-32bbedb4-12fe-4ec1-88db-5e6e440e3baf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988290
Mar 25 03:37:46.257706 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ef512c92-78ec-4fc7-b822-d4f2dfcb3812 req-6e47253b-496d-4daf-9c64-7b130f47972b service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1149049
Mar 25 03:37:46.289075 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:46.372735 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64715b-e07b-4b54-94e7-0e7fa9d0251e req-624136fe-2288-460d-9442-5f4602298fca tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:46.374323 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ca64715b-e07b-4b54-94e7-0e7fa9d0251e req-624136fe-2288-460d-9442-5f4602298fca tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 945 time: 0.0549779
Mar 25 03:37:46.375478 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe6fa0-ca07-482c-b23e-648a916b5e48 req-b8332951-9cd0-4836-9850-88299a2f3336 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:46.377012 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-aabe6fa0-ca07-482c-b23e-648a916b5e48 req-b8332951-9cd0-4836-9850-88299a2f3336 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 945 time: 0.0577912
Mar 25 03:37:46.380295 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:46.426297 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-aabe6fa0-ca07-482c-b23e-648a916b5e48 req-2673c8d8-f7ca-43f7-9434-0f1570fb12ff tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437083
Mar 25 03:37:46.434639 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=236fe708-aeee-4282-bd75-72e9e2f5e1d9,revision_number=10']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:46.436489 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ca64715b-e07b-4b54-94e7-0e7fa9d0251e req-f02244e5-2e49-464f-b885-b609844c0683 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563085
Mar 25 03:37:46.600137 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a5227-fd29-419f-ab3d-7f27f578072e req-b1b29e72-2198-4c48-9567-6a28c21b05a0 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:46.601583 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cb2a5227-fd29-419f-ab3d-7f27f578072e req-b1b29e72-2198-4c48-9567-6a28c21b05a0 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 945 time: 0.0551257
Mar 25 03:37:46.753934 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e49760-12e5-4397-b3a0-c5382047c6df req-d6aa0df1-b54e-4a94-a17c-8e33b0daec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:46.755364 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e49760-12e5-4397-b3a0-c5382047c6df req-d6aa0df1-b54e-4a94-a17c-8e33b0daec85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 1131 time: 0.0986481
Mar 25 03:37:46.802612 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-cb2a5227-fd29-419f-ab3d-7f27f578072e req-50d661f9-9960-47e3-b141-0a696c563eea tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Deleting port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:37:46.802949 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-cb2a5227-fd29-419f-ab3d-7f27f578072e req-50d661f9-9960-47e3-b141-0a696c563eea tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:46.865312 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e49760-12e5-4397-b3a0-c5382047c6df req-e6db2db5-f1b8-41b3-b39b-ca2fc6ead4c9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028564
Mar 25 03:37:46.910687 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-cb2a5227-fd29-419f-ab3d-7f27f578072e req-50d661f9-9960-47e3-b141-0a696c563eea tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] For port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e,segment=NetworkSegment(4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb),segment_id=4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:46.911369 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-cb2a5227-fd29-419f-ab3d-7f27f578072e req-50d661f9-9960-47e3-b141-0a696c563eea tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:46.926099 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-cb2a5227-fd29-419f-ab3d-7f27f578072e req-50d661f9-9960-47e3-b141-0a696c563eea tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Calling delete_port for 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:37:47.338621 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896fd2a-d6fc-40be-92f5-c1ba375f72a8 req-2da308fa-7ddc-41b3-9794-7e0271c263a9 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:47.340096 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d896fd2a-d6fc-40be-92f5-c1ba375f72a8 req-2da308fa-7ddc-41b3-9794-7e0271c263a9 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 944 time: 0.0516653
Mar 25 03:37:47.386711 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d896fd2a-d6fc-40be-92f5-c1ba375f72a8 req-aaa02939-f81c-4f22-be34-237a3bb491b0 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407755
Mar 25 03:37:47.419176 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-cb2a5227-fd29-419f-ab3d-7f27f578072e req-50d661f9-9960-47e3-b141-0a696c563eea tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:47.431924 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:37:47.448327 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d661f9-9960-47e3-b141-0a696c563eea tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Pushing event deleted for resources: {'Port': ['ID=5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:47.495293 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2a5227-fd29-419f-ab3d-7f27f578072e req-50d661f9-9960-47e3-b141-0a696c563eea tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] No DVR routers for this DVR port 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:37:47.498751 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-cb2a5227-fd29-419f-ab3d-7f27f578072e req-50d661f9-9960-47e3-b141-0a696c563eea tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:47.502336 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cb2a5227-fd29-419f-ab3d-7f27f578072e req-50d661f9-9960-47e3-b141-0a696c563eea tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.35 "DELETE /v2.0/ports/5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e HTTP/1.1" status: 204  len: 173 time: 0.8898430
Mar 25 03:37:47.502760 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d85ef76-ab50-4151-85f7-0833ce094b23', 'name': 'network-vif-deleted', 'tag': '5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:37:47.505176 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf521e58-89e5-425c-8dbd-366771829583" -d '{"events": [{"server_uuid": "2d85ef76-ab50-4151-85f7-0833ce094b23", "name": "network-vif-deleted", "tag": "5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:37:47.540725 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-524e5c6a-dc30-46b6-801b-d1909c57156c req-978d3e89-1963-442a-b759-87d88115f9e6 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ef76-ab50-4151-85f7-0833ce094b23 HTTP/1.1" status: 200  len: 210 time: 0.0326614
Mar 25 03:37:47.545043 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:47.583340 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75724800-0cb9-4440-a065-30f60f80c013 req-5fe70217-f6fa-49d5-a11b-0a1354f8cb7d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:47.584607 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9def1d6e-d8fe-44e9-981f-e5f1de53a26a x-openstack-request-id: req-9def1d6e-d8fe-44e9-981f-e5f1de53a26a {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:37:47.584903 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d85ef76-ab50-4151-85f7-0833ce094b23", "name": "network-vif-deleted", "tag": "5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:37:47.585031 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-75724800-0cb9-4440-a065-30f60f80c013 req-5fe70217-f6fa-49d5-a11b-0a1354f8cb7d tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 947 time: 0.0645866
Mar 25 03:37:47.585162 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9def1d6e-d8fe-44e9-981f-e5f1de53a26a {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:37:47.585559 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9def1d6e-d8fe-44e9-981f-e5f1de53a26a'] response: {'server_uuid': '2d85ef76-ab50-4151-85f7-0833ce094b23', 'name': 'network-vif-deleted', 'tag': '5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e', 'status': 'completed', 'code': 200}
Mar 25 03:37:47.634908 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-75724800-0cb9-4440-a065-30f60f80c013 req-f3977d18-5435-49be-8b33-a2dcdcb96242 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440869
Mar 25 03:37:48.507755 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59f2d0-1681-4936-969e-2ee34c713f54 req-cf32189e-8300-4d5b-9779-b49cc68e3c41 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:48.509229 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5b59f2d0-1681-4936-969e-2ee34c713f54 req-cf32189e-8300-4d5b-9779-b49cc68e3c41 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 944 time: 0.0524564
Mar 25 03:37:48.560641 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5b59f2d0-1681-4936-969e-2ee34c713f54 req-55d4525f-3f65-4c9d-a78a-8c47b9721b5d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453446
Mar 25 03:37:48.760321 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa2d35-9c75-4d70-8a9d-68432bf9297d req-bd6873da-c2ae-4904-a359-97fa77ccd153 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:48.761901 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-45fa2d35-9c75-4d70-8a9d-68432bf9297d req-bd6873da-c2ae-4904-a359-97fa77ccd153 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 947 time: 0.0564320
Mar 25 03:37:48.811190 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-23e80929-d18c-40a0-9fca-7437f59d7f07 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:48.812637 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-23e80929-d18c-40a0-9fca-7437f59d7f07 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/networks?id=5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 HTTP/1.1" status: 200  len: 808 time: 0.1033397
Mar 25 03:37:48.814647 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-45fa2d35-9c75-4d70-8a9d-68432bf9297d req-3a824c93-847a-4e11-8494-29fe6edd69fb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462363
Mar 25 03:37:48.827262 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-dfa160a1-472c-4196-9287-0d1d0563dd47 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/quotas/8c145ebf662a44dba276dde5bb33a5f9 HTTP/1.1" status: 200  len: 375 time: 0.0092185
Mar 25 03:37:48.862631 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-392ed58c-2acb-4639-9862-efed5d2046c2 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c145ebf662a44dba276dde5bb33a5f9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0299554
Mar 25 03:37:48.951909 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-e48e0ee2-6f3e-492e-86f5-d0428848b9ac service neutron] 10.222.0.24 "GET /v2.0/networks/5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815783
Mar 25 03:37:49.045348 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-4477a8e1-256d-4238-9b79-d462da6e1b18 service neutron] 10.222.0.24 "GET /v2.0/networks/5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876997
Mar 25 03:37:49.247803 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:49.322711 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-76d3cee0-1d4d-4fa7-a65c-2b558ca5a9c2 req-2704a9d6-6c84-45c5-a692-460525504ff1 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 210 time: 0.0273135
Mar 25 03:37:49.683106 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975f2f3-b267-4910-ad2b-30e9edc94bf7 req-cc5974dd-b9dc-4d3d-8f78-bf0b0aa5499b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:49.685202 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f975f2f3-b267-4910-ad2b-30e9edc94bf7 req-cc5974dd-b9dc-4d3d-8f78-bf0b0aa5499b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 944 time: 0.0567491
Mar 25 03:37:49.732700 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f975f2f3-b267-4910-ad2b-30e9edc94bf7 req-78e41fcc-881e-4f75-99c0-5965d60f9bbe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418906
Mar 25 03:37:49.940322 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3097097-ca4d-4572-bc93-88c09b1462ca req-5080de31-13b6-4c76-85de-fb64f13b7499 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:49.943989 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e3097097-ca4d-4572-bc93-88c09b1462ca req-5080de31-13b6-4c76-85de-fb64f13b7499 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 947 time: 0.0558436
Mar 25 03:37:49.988224 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e3097097-ca4d-4572-bc93-88c09b1462ca req-f46b8088-d540-4335-aea3-55f3907d9783 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405474
Mar 25 03:37:49.992688 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:37:50.012741 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:37:50.013091 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 5d50fd2e-d4d5-4cf0-b5e0-9e4de938475e not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:37:50.233456 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36670) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:50.421257 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7437b750-953e-4bb2-8c26-1812fb71fcf6 req-8a26df6d-01ed-4400-9381-3be23f233a79 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 210 time: 0.0305140
Mar 25 03:37:50.628441 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d1149531-3494-4776-b7da-d49e2f4d0c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-459075'] for router_interface (6a36ad02-4238-4232-ad4d-dbbf59a59e63), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:50.896824 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed860b19-f5ca-4043-b89b-49b3217c2e60 req-326a515d-1dc2-46bf-9bb3-4ce758655c80 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:50.898318 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ed860b19-f5ca-4043-b89b-49b3217c2e60 req-326a515d-1dc2-46bf-9bb3-4ce758655c80 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 944 time: 0.0970385
Mar 25 03:37:50.940747 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-d1149531-3494-4776-b7da-d49e2f4d0c1b admin admin] Deleting port dbecd932-a962-4d60-96f0-8e7db35ee111 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:37:50.941391 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d1149531-3494-4776-b7da-d49e2f4d0c1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:50.989736 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ed860b19-f5ca-4043-b89b-49b3217c2e60 req-cd6833b2-22cf-43b2-9c68-fc79c2293b6c tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844543
Mar 25 03:37:51.030048 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-d1149531-3494-4776-b7da-d49e2f4d0c1b admin admin] For port dbecd932-a962-4d60-96f0-8e7db35ee111, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=dbecd932-a962-4d60-96f0-8e7db35ee111,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:51.030346 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d1149531-3494-4776-b7da-d49e2f4d0c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:51.042668 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-d1149531-3494-4776-b7da-d49e2f4d0c1b admin admin] Calling delete_port for dbecd932-a962-4d60-96f0-8e7db35ee111 owned by network:router_interface {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:37:51.294678 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d1149531-3494-4776-b7da-d49e2f4d0c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (dbecd932-a962-4d60-96f0-8e7db35ee111), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:51.325818 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1149531-3494-4776-b7da-d49e2f4d0c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=dbecd932-a962-4d60-96f0-8e7db35ee111,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:51.368615 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-6a5d3abb-5282-4bc3-bba6-f1dd50fa7f55 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:51.370465 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-6a5d3abb-5282-4bc3-bba6-f1dd50fa7f55 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.35 "GET /v2.0/networks?id=5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 HTTP/1.1" status: 200  len: 808 time: 0.1020231
Mar 25 03:37:51.389810 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-504daa28-32d2-4fe8-9408-6b3547634291 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Request body: {'port': {'device_id': '0362c3fd-6a15-42fb-82db-7bbcaee1ad6f', 'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3', 'admin_state_up': True, 'tenant_id': '8c145ebf662a44dba276dde5bb33a5f9'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:51.506390 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d1149531-3494-4776-b7da-d49e2f4d0c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462323'] for router_interface (6a36ad02-4238-4232-ad4d-dbbf59a59e63), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:51.541161 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-5a3408e5-52e3-4f12-90d3-d2761d83d60c req-546bfba5-d645-4229-8159-3646f019cf64 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 210 time: 0.0305967
Mar 25 03:37:51.620024 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-504daa28-32d2-4fe8-9408-6b3547634291 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Made reservation on behalf of 8c145ebf662a44dba276dde5bb33a5f9 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:37:51.623708 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-504daa28-32d2-4fe8-9408-6b3547634291 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:51.753999 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-504daa28-32d2-4fe8-9408-6b3547634291 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Allocated IP 172.20.0.9 (5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3/6817b8c3-254c-4519-a0c7-46ee49ff0fb7/b53c613e-cc3c-4c5d-a606-f4fb743b7075) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:37:51.910302 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-504daa28-32d2-4fe8-9408-6b3547634291 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks [] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:51.974235 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1149531-3494-4776-b7da-d49e2f4d0c1b admin admin] Router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:37:52.001472 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-504daa28-32d2-4fe8-9408-6b3547634291 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:52.051681 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-504daa28-32d2-4fe8-9408-6b3547634291 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Network 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:37:52.059920 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-504daa28-32d2-4fe8-9408-6b3547634291 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:37:52.062226 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504daa28-32d2-4fe8-9408-6b3547634291 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Pushing event updated for resources: {'Port': ['ID=b53c613e-cc3c-4c5d-a606-f4fb743b7075,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:52.064693 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-504daa28-32d2-4fe8-9408-6b3547634291 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:37:52.083820 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1149531-3494-4776-b7da-d49e2f4d0c1b admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:37:52.092018 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-d1149531-3494-4776-b7da-d49e2f4d0c1b admin admin] 10.222.0.24 "PUT /v2.0/routers/6a36ad02-4238-4232-ad4d-dbbf59a59e63/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8574383
Mar 25 03:37:52.095308 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 36686) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:52.104548 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186705bf-3c07-4a58-94b9-b234a4f60b90 None None] Sync routers for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:37:52.115056 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186705bf-3c07-4a58-94b9-b234a4f60b90 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:37:52.117127 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-186705bf-3c07-4a58-94b9-b234a4f60b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eb7f40d30>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:37:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:52.154186 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b8dda-190a-4d62-83fc-725a4623f67c req-66966a4c-0f58-42a2-9794-6f90aac19d30 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:52.155986 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8f2b8dda-190a-4d62-83fc-725a4623f67c req-66966a4c-0f58-42a2-9794-6f90aac19d30 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 944 time: 0.0695822
Mar 25 03:37:52.191259 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-504daa28-32d2-4fe8-9408-6b3547634291 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:52.191869 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-504daa28-32d2-4fe8-9408-6b3547634291 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:52.210539 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8f2b8dda-190a-4d62-83fc-725a4623f67c req-b3e7040e-1555-41d9-b53c-ce24bb904d86 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486281
Mar 25 03:37:52.219759 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Publish callbacks [] for router (6a36ad02-4238-4232-ad4d-dbbf59a59e63), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:52.230268 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-186705bf-3c07-4a58-94b9-b234a4f60b90 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:37:52.326034 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Publish callbacks [] for router_gateway (6a36ad02-4238-4232-ad4d-dbbf59a59e63), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:52.341203 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-504daa28-32d2-4fe8-9408-6b3547634291 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9557273
Mar 25 03:37:52.354072 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Request body: {'port': {'device_id': '0362c3fd-6a15-42fb-82db-7bbcaee1ad6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:52.432264 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:52.497635 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-186705bf-3c07-4a58-94b9-b234a4f60b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eb7f40d30>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '41c25636-d962-43b3-b1b4-448b585c4340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:37:51Z', 'revision_number': 5, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port': {'id': '41c25636-d962-43b3-b1b4-448b585c4340', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:52.499304 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Deleting port 41c25636-d962-43b3-b1b4-448b585c4340 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:37:52.499643 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (41c25636-d962-43b3-b1b4-448b585c4340), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:52.528981 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186705bf-3c07-4a58-94b9-b234a4f60b90 None None] Checking router: 6a36ad02-4238-4232-ad4d-dbbf59a59e63 for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:37:52.537917 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186705bf-3c07-4a58-94b9-b234a4f60b90 None None] Routers {'6a36ad02-4238-4232-ad4d-dbbf59a59e63'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:37:52.538522 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-186705bf-3c07-4a58-94b9-b234a4f60b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eb7f40d30>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:37:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:52.635476 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-186705bf-3c07-4a58-94b9-b234a4f60b90 None None] Set router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 gateway port host: None {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:37:52.688208 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-186705bf-3c07-4a58-94b9-b234a4f60b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eb7f40d30>, [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:37:52Z', 'revision_number': 6, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port_host': None}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:52.719286 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186705bf-3c07-4a58-94b9-b234a4f60b90 None None] The sync data for ids ['6a36ad02-4238-4232-ad4d-dbbf59a59e63'] in dv-cinder-835168-1-iscsi is: [{'id': '6a36ad02-4238-4232-ad4d-dbbf59a59e63', 'name': 'tempest-AttachVolumeNegativeTest-963960321-router', 'tenant_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:54Z', 'updated_at': '2022-03-25T03:37:52Z', 'revision_number': 6, 'project_id': 'eb7222adc16e4fffa44214043ad0c7ad', 'gw_port_host': None}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:37:52.966216 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] For port 41c25636-d962-43b3-b1b4-448b585c4340, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=41c25636-d962-43b3-b1b4-448b585c4340,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:52.966840 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (41c25636-d962-43b3-b1b4-448b585c4340), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:52.995987 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0934d-a559-4738-bb30-33df4888c5fb req-e7612b9c-5091-4b11-b2b5-09a5f013c165 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:52.998036 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7ff0934d-a559-4738-bb30-33df4888c5fb req-e7612b9c-5091-4b11-b2b5-09a5f013c165 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 931 time: 0.1557407
Mar 25 03:37:52.998891 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Calling delete_port for 41c25636-d962-43b3-b1b4-448b585c4340 owned by network:router_gateway {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:37:53.107470 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7ff0934d-a559-4738-bb30-33df4888c5fb req-ec2632a3-355e-4f41-b583-cfe7b0b8f7ea tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030488
Mar 25 03:37:53.197956 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53c613e-cc3c-4c5d-a606-f4fb743b7075 {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:37:53.208264 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Publish callbacks [] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:53.227965 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Transition to ACTIVE for port object b53c613e-cc3c-4c5d-a606-f4fb743b7075 will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:37:53.333077 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4bde-0de7-4f9e-969f-d3ab3f4e18f1 req-4e859856-23f3-4d04-af51-9650ba2c2031 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:53.334624 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b74d4bde-0de7-4f9e-969f-d3ab3f4e18f1 req-4e859856-23f3-4d04-af51-9650ba2c2031 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 944 time: 0.0509670
Mar 25 03:37:53.339843 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:53.383606 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b74d4bde-0de7-4f9e-969f-d3ab3f4e18f1 req-aaec5509-10d1-419f-9d1f-d73daf28cfe7 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433490
Mar 25 03:37:53.384450 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (41c25636-d962-43b3-b1b4-448b585c4340), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:53.393858 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Pushing event updated for resources: {'Port': ['ID=b53c613e-cc3c-4c5d-a606-f4fb743b7075,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:53.460154 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Pushing event deleted for resources: {'Port': ['ID=41c25636-d962-43b3-b1b4-448b585c4340,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:53.532386 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462345'] for router_gateway (6a36ad02-4238-4232-ad4d-dbbf59a59e63), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:53.551637 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Attempting to bind port b53c613e-cc3c-4c5d-a606-f4fb743b7075 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:37:53.551977 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Attempting to bind port b53c613e-cc3c-4c5d-a606-f4fb743b7075 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': '4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:37:53.552307 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Attempting to bind port b53c613e-cc3c-4c5d-a606-f4fb743b7075 on network 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:37:53.634433 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Port b53c613e-cc3c-4c5d-a606-f4fb743b7075 on network 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:37:53.634755 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Attempting to bind port b53c613e-cc3c-4c5d-a606-f4fb743b7075 on network 5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:37:53.643828 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:37:53.644165 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Checking segment: {'id': '4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:37:53.644549 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Bound using segment: {'id': '4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:37:53.644978 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Bound port: b53c613e-cc3c-4c5d-a606-f4fb743b7075, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:37:53.645335 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:53.655601 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6115'] for router (6a36ad02-4238-4232-ad4d-dbbf59a59e63), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:53.659152 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Publish callbacks [] for router_controller (6a36ad02-4238-4232-ad4d-dbbf59a59e63), precommit_delete_associations {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:53.763785 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] For port b53c613e-cc3c-4c5d-a606-f4fb743b7075, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:37:53.766657 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] For port b53c613e-cc3c-4c5d-a606-f4fb743b7075, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=b53c613e-cc3c-4c5d-a606-f4fb743b7075,segment=NetworkSegment(4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb),segment_id=4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:37:53.859628 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-461290'] for router (6a36ad02-4238-4232-ad4d-dbbf59a59e63), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:53.860170 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a36ad02-4238-4232-ad4d-dbbf59a59e63 {{(pid=103655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 25 03:37:53.865081 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:53.870058 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-e94808c9-3169-4c22-8b4f-12c6bcdd346d admin admin] 10.222.0.24 "DELETE /v2.0/routers/6a36ad02-4238-4232-ad4d-dbbf59a59e63 HTTP/1.1" status: 204  len: 168 time: 1.7699938
Mar 25 03:37:53.870058 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 36692) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:53.904875 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:53.942293 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b30ccb-afd9-43d4-96c5-bb313cb1d373 admin admin] Deleting subnet 3f66c337-0509-432b-a485-8345b9a5f7ed {{(pid=103655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:37:53.948615 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-37b30ccb-afd9-43d4-96c5-bb313cb1d373 admin admin] Publish callbacks [] for subnet (3f66c337-0509-432b-a485-8345b9a5f7ed), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:53.976477 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:53.977092 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:53.978487 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] 10.222.0.35 "PUT /v2.0/ports/b53c613e-cc3c-4c5d-a606-f4fb743b7075 HTTP/1.1" status: 200  len: 1093 time: 1.6289287
Mar 25 03:37:53.978931 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0362c3fd-6a15-42fb-82db-7bbcaee1ad6f', 'tag': 'b53c613e-cc3c-4c5d-a606-f4fb743b7075'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:37:53.984566 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb3c81b-1c3b-4a30-8625-e4895ad55fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0362c3fd-6a15-42fb-82db-7bbcaee1ad6f", "tag": "b53c613e-cc3c-4c5d-a606-f4fb743b7075"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:37:54.000408 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32651ec-054a-430e-b2df-964397fa6234 service neutron] Pushing event updated for resources: {'Port': ['ID=b53c613e-cc3c-4c5d-a606-f4fb743b7075,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:54.009622 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-37b30ccb-afd9-43d4-96c5-bb313cb1d373 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-751077'] for subnet (3f66c337-0509-432b-a485-8345b9a5f7ed), precommit_delete_associations {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.027316 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 1ba8825c-14ca-4408-8c18-80c3de773594 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:37:54.032392 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a7ddce-46e8-4f38-8ed2-1f497a4b9324 x-openstack-request-id: req-47a7ddce-46e8-4f38-8ed2-1f497a4b9324 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:37:54.034587 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0362c3fd-6a15-42fb-82db-7bbcaee1ad6f", "tag": "b53c613e-cc3c-4c5d-a606-f4fb743b7075", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:37:54.034587 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47a7ddce-46e8-4f38-8ed2-1f497a4b9324 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:37:54.034587 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a7ddce-46e8-4f38-8ed2-1f497a4b9324'] response: {'name': 'network-changed', 'server_uuid': '0362c3fd-6a15-42fb-82db-7bbcaee1ad6f', 'tag': 'b53c613e-cc3c-4c5d-a606-f4fb743b7075', 'status': 'completed', 'code': 200}
Mar 25 03:37:54.122155 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-37b30ccb-afd9-43d4-96c5-bb313cb1d373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (3f66c337-0509-432b-a485-8345b9a5f7ed), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.130083 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 1ba8825c-14ca-4408-8c18-80c3de773594, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=1ba8825c-14ca-4408-8c18-80c3de773594,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:54.143719 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '1ba8825c-14ca-4408-8c18-80c3de773594', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'port_id': '1ba8825c-14ca-4408-8c18-80c3de773594', 'mac_address': 'fa:16:3e:76:5a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:37:54.150063 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3c81b-1c3b-4a30-8625-e4895ad55fb4 req-ff8d3634-81e5-4a35-9d44-6afe99bb2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:54.151561 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7fb3c81b-1c3b-4a30-8625-e4895ad55fb4 req-ff8d3634-81e5-4a35-9d44-6afe99bb2f0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c145ebf662a44dba276dde5bb33a5f9&device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 1127 time: 0.1037369
Mar 25 03:37:54.186291 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 1ba8825c-14ca-4408-8c18-80c3de773594 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:54.191571 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.201625 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba8825c-14ca-4408-8c18-80c3de773594 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:37:54.223585 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 1ba8825c-14ca-4408-8c18-80c3de773594, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=1ba8825c-14ca-4408-8c18-80c3de773594,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:54.235382 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dafaf1-52f9-45b7-b129-aae328ad3bc5 req-2224bd3b-3375-4f63-91b7-692add5eefba tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:54.237022 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d7dafaf1-52f9-45b7-b129-aae328ad3bc5 req-2224bd3b-3375-4f63-91b7-692add5eefba tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 943 time: 0.0585721
Mar 25 03:37:54.263936 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3c81b-1c3b-4a30-8625-e4895ad55fb4 req-ab217f16-5a23-4792-a285-058168f4def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:54.265391 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7fb3c81b-1c3b-4a30-8625-e4895ad55fb4 req-ab217f16-5a23-4792-a285-058168f4def9 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8c145ebf662a44dba276dde5bb33a5f9&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1057770
Mar 25 03:37:54.282980 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d7dafaf1-52f9-45b7-b129-aae328ad3bc5 req-55e80151-e92e-4157-bc6c-38f7bad09257 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398645
Mar 25 03:37:54.289070 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.330287 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-37b30ccb-afd9-43d4-96c5-bb313cb1d373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8549167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10372204'] for subnet (3f66c337-0509-432b-a485-8345b9a5f7ed), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.339867 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=1ba8825c-14ca-4408-8c18-80c3de773594,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:54.347074 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.347428 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.347771 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.348109 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.348444 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.348771 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.349094 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.349416 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.349768 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.350092 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.350413 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.350736 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.351052 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.351367 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.351683 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:37:54.373464 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b30ccb-afd9-43d4-96c5-bb313cb1d373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f66c337-0509-432b-a485-8345b9a5f7ed,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:54.375545 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-37b30ccb-afd9-43d4-96c5-bb313cb1d373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.377765 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8fdf4f-2eb3-4338-9b95-68afa1572999 None None] Network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:37:54.381349 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-37b30ccb-afd9-43d4-96c5-bb313cb1d373 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f66c337-0509-432b-a485-8345b9a5f7ed HTTP/1.1" status: 204  len: 168 time: 0.5116532
Mar 25 03:37:54.381540 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36698) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:54.400222 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3c81b-1c3b-4a30-8625-e4895ad55fb4 req-52c63f11-8043-4d65-b97d-eebb32d899cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:54.401870 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7fb3c81b-1c3b-4a30-8625-e4895ad55fb4 req-52c63f11-8043-4d65-b97d-eebb32d899cf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1269505
Mar 25 03:37:54.450634 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.511394 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Deleting port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:37:54.512202 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.530243 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['1ba8825c-14ca-4408-8c18-80c3de773594'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:37:54.531540 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-63c2164c-53c6-4439-a3dd-e849a6f4fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:54.533122 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-63c2164c-53c6-4439-a3dd-e849a6f4fc7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c145ebf662a44dba276dde5bb33a5f9&device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 1127 time: 0.0754857
Mar 25 03:37:54.547762 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045fdc6-e82d-4e32-8089-8f7cb74007f4 req-2a352bca-b8cf-4e58-872d-d20e242f17f2 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:54.549225 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b045fdc6-e82d-4e32-8089-8f7cb74007f4 req-2a352bca-b8cf-4e58-872d-d20e242f17f2 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 945 time: 0.0903594
Mar 25 03:37:54.579959 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d5727-6c4c-4bba-b1c9-9f8d005a3922 None None] DHCP port deletion for 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 request from dv-cinder-835168-1-iscsi {{(pid=103657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 25 03:37:54.594536 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] For port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=22fd67c3-23cf-42c1-bb92-32c3a3fa5e72,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:54.595221 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.599944 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-177e965a-88b3-45a8-a126-41ca96284c0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b53c613e-cc3c-4c5d-a606-f4fb743b7075 HTTP/1.1" status: 200  len: 217 time: 0.0497496
Mar 25 03:37:54.612019 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Calling delete_port for 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 owned by network:dhcp {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:37:54.646051 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device dbecd932-a962-4d60-96f0-8e7db35ee111 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:37:54.662580 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b045fdc6-e82d-4e32-8089-8f7cb74007f4 req-c385031e-f879-450f-ae03-4085c4cc087c tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058464
Mar 25 03:37:54.670245 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-94600938-45fd-4499-921b-0b671008577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:54.671960 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-94600938-45fd-4499-921b-0b671008577c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6817b8c3-254c-4519-a0c7-46ee49ff0fb7 HTTP/1.1" status: 200  len: 848 time: 0.0646400
Mar 25 03:37:54.679680 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: dbecd932-a962-4d60-96f0-8e7db35ee111 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:37:54.680355 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device dbecd932-a962-4d60-96f0-8e7db35ee111 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:37:54.680842 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 41c25636-d962-43b3-b1b4-448b585c4340 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:37:54.707527 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-8643feea-35d0-434b-b509-843be7def138 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298231
Mar 25 03:37:54.714404 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 41c25636-d962-43b3-b1b4-448b585c4340 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:37:54.714756 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 41c25636-d962-43b3-b1b4-448b585c4340 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:37:54.734997 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d55d5727-6c4c-4bba-b1c9-9f8d005a3922 None None] Deleting port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:37:54.735373 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d55d5727-6c4c-4bba-b1c9-9f8d005a3922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.797701 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.805203 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-414b746c-fe8a-4cd8-8dda-8d45bd098e5a service neutron] 10.222.0.35 "GET /v2.0/networks/5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908093
Mar 25 03:37:54.823349 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=22fd67c3-23cf-42c1-bb92-32c3a3fa5e72,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:54.829384 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] No DVR routers for this DVR port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 on host dv-cinder-835168-1-iscsi {{(pid=103656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:37:54.906936 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.908248 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e57a788d-b62f-4741-ac3d-48b39aac72ac req-e038898d-c8f0-4891-9efa-a4b91c1cca52 service neutron] 10.222.0.35 "GET /v2.0/networks/5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972114
Mar 25 03:37:54.928796 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb5f00e80>,) {'filters': {'network_id': ['3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5']}} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:54.938696 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb5f00e80>, '364eacaf-ec21-48d1-a58d-c1b1a3220f83') {'for_net_delete': True} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:54.938975 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb5f00e80>, '364eacaf-ec21-48d1-a58d-c1b1a3220f83') {} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:37:54.948250 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8580423'] for segment (364eacaf-ec21-48d1-a58d-c1b1a3220f83), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.957304 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-d55d5727-6c4c-4bba-b1c9-9f8d005a3922 None None] For port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=22fd67c3-23cf-42c1-bb92-32c3a3fa5e72,segment=NetworkSegment(364eacaf-ec21-48d1-a58d-c1b1a3220f83),segment_id=364eacaf-ec21-48d1-a58d-c1b1a3220f83)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:54.957728 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d55d5727-6c4c-4bba-b1c9-9f8d005a3922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.964044 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (364eacaf-ec21-48d1-a58d-c1b1a3220f83), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.972016 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:37:54.972435 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583136'] for segment (364eacaf-ec21-48d1-a58d-c1b1a3220f83), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]: Traceback (most recent call last):
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     timer()
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     cb(*args, **kw)
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     return func(*args, **kwargs)
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     self._notify()
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     self.callback(batched_events)
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     event.method(event)
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     return f(self, *a, **k)
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._get(url).json()
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:37:54.976860 dv-cinder-835168-1-iscsi neutron-server[103656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:37:54.979419 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d55d5727-6c4c-4bba-b1c9-9f8d005a3922 None None] Calling delete_port for 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 owned by network:dhcp {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:37:55.115083 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:55.116935 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d55d5727-6c4c-4bba-b1c9-9f8d005a3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255'] for port (22fd67c3-23cf-42c1-bb92-32c3a3fa5e72), after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:55.120284 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:55.125917 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] 10.222.0.24 "DELETE /v2.0/networks/3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 HTTP/1.1" status: 204  len: 168 time: 0.7403958
Mar 25 03:37:55.136845 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ada7da-1263-4fc0-81c7-ad8e531e6a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:55.144147 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d55d5727-6c4c-4bba-b1c9-9f8d005a3922 None None] Network 3f8ad44c-ce9f-42ee-bd47-a4ba0f7b87a5 is not hosted by any dhcp agent {{(pid=103657) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 25 03:37:55.144621 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d5727-6c4c-4bba-b1c9-9f8d005a3922 None None] No DVR routers for this DVR port 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 on host dv-cinder-835168-1-iscsi {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:37:55.150426 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d5727-6c4c-4bba-b1c9-9f8d005a3922 None None] Pushing event deleted for resources: {'Port': ['ID=22fd67c3-23cf-42c1-bb92-32c3a3fa5e72,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:55.400925 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c857ebc-6cd1-4545-9e78-0d5eba4be20c req-4b116c06-2541-4ff9-a652-9faaddcc51f7 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:55.402570 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8c857ebc-6cd1-4545-9e78-0d5eba4be20c req-4b116c06-2541-4ff9-a652-9faaddcc51f7 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 943 time: 0.0522194
Mar 25 03:37:55.435726 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 36706) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:55.448745 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8c857ebc-6cd1-4545-9e78-0d5eba4be20c req-b90b6cf9-a54d-4efa-83cf-3d8017454d6a tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405984
Mar 25 03:37:55.477779 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-37f32158-5b2a-413a-b5df-3e1f5275f4dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb7222adc16e4fffa44214043ad0c7ad&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0407672
Mar 25 03:37:55.485916 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 36708) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:55.535362 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d98c5eff-3ff8-4f20-bc0b-6c596ef192bb admin admin] Publish callbacks [] for security_group (a2d92a7d-aed4-4fc7-9e77-538e07130162), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:55.556396 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d98c5eff-3ff8-4f20-bc0b-6c596ef192bb admin admin] Publish callbacks [] for security_group (a2d92a7d-aed4-4fc7-9e77-538e07130162), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:55.671312 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d98c5eff-3ff8-4f20-bc0b-6c596ef192bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (a2d92a7d-aed4-4fc7-9e77-538e07130162), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:55.673897 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d98c5eff-3ff8-4f20-bc0b-6c596ef192bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:55.675054 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-d98c5eff-3ff8-4f20-bc0b-6c596ef192bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2d92a7d-aed4-4fc7-9e77-538e07130162 HTTP/1.1" status: 204  len: 168 time: 0.1882255
Mar 25 03:37:55.683461 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c5eff-3ff8-4f20-bc0b-6c596ef192bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d92a7d-aed4-4fc7-9e77-538e07130162,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:55.790470 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40af3c-e957-4d57-96ad-b636076e694b req-eb73af5d-3411-4fb5-861d-8973590256ff tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:55.791960 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fc40af3c-e957-4d57-96ad-b636076e694b req-eb73af5d-3411-4fb5-861d-8973590256ff tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 945 time: 0.0534921
Mar 25 03:37:55.839370 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-fc40af3c-e957-4d57-96ad-b636076e694b req-bbed7a05-a514-44d9-95ed-38b6b1cb7667 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417008
Mar 25 03:37:56.035876 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 1ba8825c-14ca-4408-8c18-80c3de773594 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:37:56.128514 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port 1ba8825c-14ca-4408-8c18-80c3de773594 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:37:56.132626 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 1ba8825c-14ca-4408-8c18-80c3de773594 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:37:56.133000 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:56.214825 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 1ba8825c-14ca-4408-8c18-80c3de773594 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:56.215173 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:56.237087 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a006c8-0075-4e96-946b-c94c223e87da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba8825c-14ca-4408-8c18-80c3de773594'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:37:56.239334 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a08e75c-26a2-4d1e-aca0-6b3732ef1a17" -d '{"events": [{"server_uuid": "88a006c8-0075-4e96-946b-c94c223e87da", "name": "network-vif-plugged", "status": "completed", "tag": "1ba8825c-14ca-4408-8c18-80c3de773594"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:37:56.251621 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 1ba8825c-14ca-4408-8c18-80c3de773594, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=1ba8825c-14ca-4408-8c18-80c3de773594,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:56.275534 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b49598-ea73-46db-938b-05f93a28682c x-openstack-request-id: req-d5b49598-ea73-46db-938b-05f93a28682c {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:37:56.275822 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a006c8-0075-4e96-946b-c94c223e87da", "name": "network-vif-plugged", "status": "completed", "tag": "1ba8825c-14ca-4408-8c18-80c3de773594", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:37:56.276078 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5b49598-ea73-46db-938b-05f93a28682c {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:37:56.276472 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b49598-ea73-46db-938b-05f93a28682c'] response: {'server_uuid': '88a006c8-0075-4e96-946b-c94c223e87da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba8825c-14ca-4408-8c18-80c3de773594', 'code': 200}
Mar 25 03:37:56.307000 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:56.354164 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=1ba8825c-14ca-4408-8c18-80c3de773594,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:56.574951 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a73f4-93b4-44d4-adc4-eaa9b6db2c27 req-6b2aee37-8392-4746-9a11-159802f8269f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:56.576479 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a62a73f4-93b4-44d4-adc4-eaa9b6db2c27 req-6b2aee37-8392-4746-9a11-159802f8269f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 943 time: 0.0590007
Mar 25 03:37:56.580234 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:37:56.604326 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:37:56.604756 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 22fd67c3-23cf-42c1-bb92-32c3a3fa5e72 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:37:56.633092 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a62a73f4-93b4-44d4-adc4-eaa9b6db2c27 req-304ebe97-5c9f-47d4-82ec-34cfa3b147c6 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462141
Mar 25 03:37:56.688775 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324351c-f2b2-4597-a072-211b6dbaa788 req-d0d9cbfb-88e3-483a-8ca3-bcbd8e5b2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:56.690290 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9324351c-f2b2-4597-a072-211b6dbaa788 req-d0d9cbfb-88e3-483a-8ca3-bcbd8e5b2aa5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 1130 time: 0.0438571
Mar 25 03:37:56.736437 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-9324351c-f2b2-4597-a072-211b6dbaa788 req-b142bf6a-4796-47c5-a36a-9a7776964d15 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399551
Mar 25 03:37:56.786396 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 36738) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:56.885681 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-930552995-network', 'tenant_id': '3657188275fc4fd8850326597a061ebd'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:56.954983 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Made reservation on behalf of 3657188275fc4fd8850326597a061ebd for: {'network': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:37:56.957538 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:56.960436 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64be88e-b28b-4f71-8647-370004158a8a req-508da7e4-051b-4fd5-8b7f-ab58fe2e0f66 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:56.962163 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a64be88e-b28b-4f71-8647-370004158a8a req-508da7e4-051b-4fd5-8b7f-ab58fe2e0f66 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 946 time: 0.0510559
Mar 25 03:37:56.967261 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:57.025860 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a64be88e-b28b-4f71-8647-370004158a8a req-68ba5c55-b5f0-4fd8-a2f2-5d057d69999a tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526385
Mar 25 03:37:57.053590 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Publish callbacks [] for security_group (42db8309-5ddd-4c63-9ea1-bfaa5b77d912), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:57.196846 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (42db8309-5ddd-4c63-9ea1-bfaa5b77d912), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:57.218481 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=103655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:37:57.234815 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42db8309-5ddd-4c63-9ea1-bfaa5b77d912,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:57.239660 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (86e284f1-d1ff-47ba-abf4-4083be134d75), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:57.239997 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.segments_db [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Added segment 86e284f1-d1ff-47ba-abf4-4083be134d75 of type vlan for network 566ba904-f688-498f-8f3b-796c143d9fc4
Mar 25 03:37:57.278834 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (566ba904-f688-498f-8f3b-796c143d9fc4), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:57.355187 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (566ba904-f688-498f-8f3b-796c143d9fc4), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:57.356194 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:57.356809 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:57.412816 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] Pushing event updated for resources: {'Network': ['ID=566ba904-f688-498f-8f3b-796c143d9fc4,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:57.422130 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 566ba904-f688-498f-8f3b-796c143d9fc4 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:37:57.462847 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-e2053920-e1e9-470b-9a0d-da546ee854e3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6752942
Mar 25 03:37:57.466266 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 36744) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:57.471035 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-b9606819-81be-4c8e-8053-bcffb1f7492c admin admin] Request body: {'subnet': {'network_id': '566ba904-f688-498f-8f3b-796c143d9fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-930552995-subnet', 'tenant_id': '3657188275fc4fd8850326597a061ebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:57.540074 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9606819-81be-4c8e-8053-bcffb1f7492c admin admin] Made reservation on behalf of 3657188275fc4fd8850326597a061ebd for: {'subnet': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:37:57.542355 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b9606819-81be-4c8e-8053-bcffb1f7492c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10372161'] for subnet (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:57.750692 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ade776-9001-421b-bfca-0e68b8eccd08 req-33aeaa7a-5413-479c-9386-38aa9131c497 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:57.752201 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a3ade776-9001-421b-bfca-0e68b8eccd08 req-33aeaa7a-5413-479c-9386-38aa9131c497 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 943 time: 0.0538564
Mar 25 03:37:57.801092 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a3ade776-9001-421b-bfca-0e68b8eccd08 req-2a158530-c1d1-4bfc-8f22-c9c72f39cf00 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432663
Mar 25 03:37:57.802758 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b9606819-81be-4c8e-8053-bcffb1f7492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10372183'] for subnet (ba781048-0853-47e7-9717-23760aa77e4a), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:57.860560 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9606819-81be-4c8e-8053-bcffb1f7492c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba781048-0853-47e7-9717-23760aa77e4a,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:57.867719 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9606819-81be-4c8e-8053-bcffb1f7492c admin admin] Checking segment: {'id': '86e284f1-d1ff-47ba-abf4-4083be134d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '566ba904-f688-498f-8f3b-796c143d9fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:37:57.868093 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9606819-81be-4c8e-8053-bcffb1f7492c admin admin] Network hostable DHCP agents. Network: 566ba904-f688-498f-8f3b-796c143d9fc4, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:37:57.974239 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9606819-81be-4c8e-8053-bcffb1f7492c admin admin] Network 566ba904-f688-498f-8f3b-796c143d9fc4 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:37:58.060392 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device b53c613e-cc3c-4c5d-a606-f4fb743b7075 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:37:58.060581 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-b9606819-81be-4c8e-8053-bcffb1f7492c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 566ba904-f688-498f-8f3b-796c143d9fc4) {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:37:58.065721 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9606819-81be-4c8e-8053-bcffb1f7492c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:58.067441 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b9606819-81be-4c8e-8053-bcffb1f7492c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:58.073528 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa020f4d-b7e7-4dc5-9bfa-8889883aec70 None None] Network 566ba904-f688-498f-8f3b-796c143d9fc4 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:37:58.141899 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f48be8-10a1-4add-8bcd-73cb87008d02 req-54d96e5d-e8f1-4fb8-bd8e-32fbe7978af4 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:58.143590 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c5f48be8-10a1-4add-8bcd-73cb87008d02 req-54d96e5d-e8f1-4fb8-bd8e-32fbe7978af4 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 946 time: 0.0563753
Mar 25 03:37:58.171897 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-b9606819-81be-4c8e-8053-bcffb1f7492c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7045310
Mar 25 03:37:58.210078 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c5f48be8-10a1-4add-8bcd-73cb87008d02 req-f2dbb6dd-cf58-42e1-ab20-06d0131ba80a tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607405
Mar 25 03:37:58.234079 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeab771f-7188-49ab-93a3-4a22b73124bb None None] Network 566ba904-f688-498f-8f3b-796c143d9fc4 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:37:58.256431 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port b53c613e-cc3c-4c5d-a606-f4fb743b7075, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=b53c613e-cc3c-4c5d-a606-f4fb743b7075,segment=NetworkSegment(4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb),segment_id=4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:58.297128 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': 'b53c613e-cc3c-4c5d-a606-f4fb743b7075', 'network_id': '5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3', 'port_id': 'b53c613e-cc3c-4c5d-a606-f4fb743b7075', 'mac_address': 'fa:16:3e:ee:ae:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6817b8c3-254c-4519-a0c7-46ee49ff0fb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:37:58.363147 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port b53c613e-cc3c-4c5d-a606-f4fb743b7075 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:37:58.363531 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:58.389827 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53c613e-cc3c-4c5d-a606-f4fb743b7075 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:37:58.410143 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port b53c613e-cc3c-4c5d-a606-f4fb743b7075, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=b53c613e-cc3c-4c5d-a606-f4fb743b7075,segment=NetworkSegment(4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb),segment_id=4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:37:58.527562 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:58.557918 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=b53c613e-cc3c-4c5d-a606-f4fb743b7075,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:58.766777 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['b53c613e-cc3c-4c5d-a606-f4fb743b7075'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:37:58.924448 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a198d3-2e03-48da-8d7c-102f96dca104 req-b771d0d0-004d-4258-bb3e-3e7d1524628e tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:58.925993 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f5a198d3-2e03-48da-8d7c-102f96dca104 req-b771d0d0-004d-4258-bb3e-3e7d1524628e tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 944 time: 0.0552032
Mar 25 03:37:58.972235 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f5a198d3-2e03-48da-8d7c-102f96dca104 req-cfc37b17-cd58-40bf-a84f-70a37551ef65 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406575
Mar 25 03:37:59.031093 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36766) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:59.035914 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-242947023-network', 'tenant_id': '36f199050c574d1da0c6f549f290aa7a'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:59.155266 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Made reservation on behalf of 36f199050c574d1da0c6f549f290aa7a for: {'network': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:37:59.157575 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:59.166038 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:59.239032 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Publish callbacks [] for security_group (1e07b1dd-c666-4f24-903b-543e34c49e49), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:59.303746 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (1e07b1dd-c666-4f24-903b-543e34c49e49), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:59.331677 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176}  {{(pid=103656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:37:59.353466 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (74051e3f-98e1-461b-a5d4-59f346b1d355), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:59.353829 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.segments_db [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Added segment 74051e3f-98e1-461b-a5d4-59f346b1d355 of type vlan for network b3138398-811c-4576-9ba2-de2ec0d987eb
Mar 25 03:37:59.355815 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e07b1dd-c666-4f24-903b-543e34c49e49,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:59.374743 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a324d1-9123-49c3-a345-9acc0895d2ef req-79110a9f-4219-4367-90ad-35d7189bbf42 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:59.376270 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d4a324d1-9123-49c3-a345-9acc0895d2ef req-79110a9f-4219-4367-90ad-35d7189bbf42 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 946 time: 0.0995538
Mar 25 03:37:59.420111 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (b3138398-811c-4576-9ba2-de2ec0d987eb), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:59.464102 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-d4a324d1-9123-49c3-a345-9acc0895d2ef req-113b7882-e7e1-4306-a965-15eec64d482d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682011
Mar 25 03:37:59.551140 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (b3138398-811c-4576-9ba2-de2ec0d987eb), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:59.552123 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:59.552708 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:59.583498 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143c804-5e36-474b-8ddd-01212543022d req-f3d8e0fa-1491-4760-8617-a0452057d25e tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:59.585100 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c143c804-5e36-474b-8ddd-01212543022d req-f3d8e0fa-1491-4760-8617-a0452057d25e tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 946 time: 0.0564408
Mar 25 03:37:59.613388 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] Pushing event updated for resources: {'Network': ['ID=b3138398-811c-4576-9ba2-de2ec0d987eb,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:37:59.624356 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network b3138398-811c-4576-9ba2-de2ec0d987eb details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:37:59.634946 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c143c804-5e36-474b-8ddd-01212543022d req-4ac67343-dd7d-4294-b218-72f3f1056083 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441556
Mar 25 03:37:59.659834 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 36772) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:59.685935 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-97ce48f2-0cf2-4df9-b98c-651cef07f785 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6529500
Mar 25 03:37:59.688407 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36776) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:59.693554 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-094b7eef-1761-4475-8bc0-afa69d75ce8b admin admin] Request body: {'subnet': {'network_id': 'b3138398-811c-4576-9ba2-de2ec0d987eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-242947023-subnet', 'tenant_id': '36f199050c574d1da0c6f549f290aa7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:59.785916 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094b7eef-1761-4475-8bc0-afa69d75ce8b admin admin] Made reservation on behalf of 36f199050c574d1da0c6f549f290aa7a for: {'subnet': 1} {{(pid=103656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:37:59.788294 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-094b7eef-1761-4475-8bc0-afa69d75ce8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8846513'] for subnet (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:37:59.889181 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8486d99-6958-412a-b5d0-e07fe48195e2 tempest-TestVolumeBootPattern-1747743150 tempest-TestVolumeBootPattern-1747743150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:37:59.890729 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-a8486d99-6958-412a-b5d0-e07fe48195e2 tempest-TestVolumeBootPattern-1747743150 tempest-TestVolumeBootPattern-1747743150-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 1125 time: 0.2298565
Mar 25 03:37:59.893727 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 36778) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:37:59.897880 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'port_id': '1ba8825c-14ca-4408-8c18-80c3de773594', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:37:59.984058 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.007198 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-094b7eef-1761-4475-8bc0-afa69d75ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8580355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8846503'] for subnet (a8e36214-cb39-41ac-8beb-4a7571e5fa15), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.073390 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device b53c613e-cc3c-4c5d-a606-f4fb743b7075 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:38:00.088593 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.088841 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b7eef-1761-4475-8bc0-afa69d75ce8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e36214-cb39-41ac-8beb-4a7571e5fa15,revision_number=0']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:00.103090 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b7eef-1761-4475-8bc0-afa69d75ce8b admin admin] Checking segment: {'id': '74051e3f-98e1-461b-a5d4-59f346b1d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b3138398-811c-4576-9ba2-de2ec0d987eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:38:00.103454 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b7eef-1761-4475-8bc0-afa69d75ce8b admin admin] Network hostable DHCP agents. Network: b3138398-811c-4576-9ba2-de2ec0d987eb, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:38:00.133852 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85dbe0-3c51-4d87-a84c-9992371b449e req-8661d501-9217-4f23-82b1-61bf922349e7 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:00.135568 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4c85dbe0-3c51-4d87-a84c-9992371b449e req-8661d501-9217-4f23-82b1-61bf922349e7 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 944 time: 0.0886970
Mar 25 03:38:00.184840 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4c85dbe0-3c51-4d87-a84c-9992371b449e req-e75cbe15-5310-4934-b78e-62687832cd92 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427735
Mar 25 03:38:00.185972 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b7eef-1761-4475-8bc0-afa69d75ce8b admin admin] Network b3138398-811c-4576-9ba2-de2ec0d987eb is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:38:00.197451 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Allocated IP 172.27.0.228 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/aae525ba-6b8a-42e3-bda7-3e23e66229f5) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:38:00.253817 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port b53c613e-cc3c-4c5d-a606-f4fb743b7075 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:38:00.261610 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port b53c613e-cc3c-4c5d-a606-f4fb743b7075 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:38:00.262218 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.334175 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-094b7eef-1761-4475-8bc0-afa69d75ce8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, b3138398-811c-4576-9ba2-de2ec0d987eb) {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:38:00.336237 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for port (aae525ba-6b8a-42e3-bda7-3e23e66229f5), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.344930 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b7eef-1761-4475-8bc0-afa69d75ce8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:00.349256 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-094b7eef-1761-4475-8bc0-afa69d75ce8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.352729 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fe7531-20fd-466d-aea4-00abf2acecfc None None] Network b3138398-811c-4576-9ba2-de2ec0d987eb requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:38:00.375561 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d0c43d6-16e5-45fd-ab06-9f647de2985e req-47b97603-dfba-4777-9aa6-41ed86cbea15 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0718653
Mar 25 03:38:00.391992 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port b53c613e-cc3c-4c5d-a606-f4fb743b7075 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:38:00.392382 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.433719 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-094b7eef-1761-4475-8bc0-afa69d75ce8b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7346694
Mar 25 03:38:00.433958 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0362c3fd-6a15-42fb-82db-7bbcaee1ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53c613e-cc3c-4c5d-a606-f4fb743b7075'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:38:00.433958 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175b138d-2af0-4c55-b081-c47eb522eb4c" -d '{"events": [{"server_uuid": "0362c3fd-6a15-42fb-82db-7bbcaee1ad6f", "name": "network-vif-plugged", "status": "completed", "tag": "b53c613e-cc3c-4c5d-a606-f4fb743b7075"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:38:00.448016 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c43d6-16e5-45fd-ab06-9f647de2985e req-825f83b4-0834-431a-9823-59e23386fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:00.455744 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port b53c613e-cc3c-4c5d-a606-f4fb743b7075, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=b53c613e-cc3c-4c5d-a606-f4fb743b7075,segment=NetworkSegment(4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb),segment_id=4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:38:00.456121 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d0c43d6-16e5-45fd-ab06-9f647de2985e req-825f83b4-0834-431a-9823-59e23386fba4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48056ec4a0a14de9bc3675f24e816164&device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 1129 time: 0.0538311
Mar 25 03:38:00.456121 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (aae525ba-6b8a-42e3-bda7-3e23e66229f5), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.517019 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918cc7e1-7420-40ee-a819-5a8891798375 x-openstack-request-id: req-918cc7e1-7420-40ee-a819-5a8891798375 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:38:00.517958 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0362c3fd-6a15-42fb-82db-7bbcaee1ad6f", "name": "network-vif-plugged", "status": "completed", "tag": "b53c613e-cc3c-4c5d-a606-f4fb743b7075", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:38:00.518229 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-918cc7e1-7420-40ee-a819-5a8891798375 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:38:00.520206 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918cc7e1-7420-40ee-a819-5a8891798375'] response: {'server_uuid': '0362c3fd-6a15-42fb-82db-7bbcaee1ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53c613e-cc3c-4c5d-a606-f4fb743b7075', 'code': 200}
Mar 25 03:38:00.523349 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c43372-a253-4c1f-961b-03d658f2c784 None None] Network b3138398-811c-4576-9ba2-de2ec0d987eb requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:38:00.540656 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:38:00.546560 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:38:00.553645 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:38:00.569956 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.580142 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'Port': ['ID=aae525ba-6b8a-42e3-bda7-3e23e66229f5,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:00.595110 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36786) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:00.642820 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=b53c613e-cc3c-4c5d-a606-f4fb743b7075,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:00.662055 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f07483b-a9c9-4454-b5e6-6f84751d03d5 admin admin] Deleting subnet ba781048-0853-47e7-9717-23760aa77e4a {{(pid=103656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:38:00.665953 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2f07483b-a9c9-4454-b5e6-6f84751d03d5 admin admin] Publish callbacks [] for subnet (ba781048-0853-47e7-9717-23760aa77e4a), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.676365 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c43d6-16e5-45fd-ab06-9f647de2985e req-4113a5de-82d2-414c-9d61-26797d2443a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:00.677885 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d0c43d6-16e5-45fd-ab06-9f647de2985e req-4113a5de-82d2-414c-9d61-26797d2443a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81599753-6f37-4c20-8ddf-546347b4f65f HTTP/1.1" status: 200  len: 910 time: 0.1959395
Mar 25 03:38:00.705929 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2f07483b-a9c9-4454-b5e6-6f84751d03d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580478'] for subnet (ba781048-0853-47e7-9717-23760aa77e4a), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.747934 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2f07483b-a9c9-4454-b5e6-6f84751d03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (ba781048-0853-47e7-9717-23760aa77e4a), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.906420 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2f07483b-a9c9-4454-b5e6-6f84751d03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846492'] for subnet (ba781048-0853-47e7-9717-23760aa77e4a), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.932065 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07483b-a9c9-4454-b5e6-6f84751d03d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba781048-0853-47e7-9717-23760aa77e4a,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:00.936446 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2f07483b-a9c9-4454-b5e6-6f84751d03d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:00.939742 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-2f07483b-a9c9-4454-b5e6-6f84751d03d5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba781048-0853-47e7-9717-23760aa77e4a HTTP/1.1" status: 204  len: 168 time: 0.3433104
Mar 25 03:38:00.942288 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36788) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:01.016341 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-91ea6e42-46d6-4e03-8c11-850059a73fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (566ba904-f688-498f-8f3b-796c143d9fc4), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.093993 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-91ea6e42-46d6-4e03-8c11-850059a73fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (566ba904-f688-498f-8f3b-796c143d9fc4), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.114260 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-91ea6e42-46d6-4e03-8c11-850059a73fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb63834c0>,) {'filters': {'network_id': ['566ba904-f688-498f-8f3b-796c143d9fc4']}} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:01.115647 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d0c43d6-16e5-45fd-ab06-9f647de2985e req-9f3c24f4-bdc3-4780-bdcb-b8d76a7d1ac3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88719ce4-6600-449d-8bea-54b358379366 HTTP/1.1" status: 200  len: 1000 time: 0.4270852
Mar 25 03:38:01.124272 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-91ea6e42-46d6-4e03-8c11-850059a73fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb63834c0>, '86e284f1-d1ff-47ba-abf4-4083be134d75') {'for_net_delete': True} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:01.124573 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-91ea6e42-46d6-4e03-8c11-850059a73fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb63834c0>, '86e284f1-d1ff-47ba-abf4-4083be134d75') {} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:01.139458 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-91ea6e42-46d6-4e03-8c11-850059a73fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8580423'] for segment (86e284f1-d1ff-47ba-abf4-4083be134d75), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.152380 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-91ea6e42-46d6-4e03-8c11-850059a73fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (86e284f1-d1ff-47ba-abf4-4083be134d75), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.158237 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ea6e42-46d6-4e03-8c11-850059a73fe3 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:38:01.158562 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-91ea6e42-46d6-4e03-8c11-850059a73fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583136'] for segment (86e284f1-d1ff-47ba-abf4-4083be134d75), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]: Traceback (most recent call last):
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     timer()
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     cb(*args, **kw)
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     return func(*args, **kwargs)
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     self._notify()
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     self.callback(batched_events)
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     event.method(event)
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     return f(self, *a, **k)
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._get(url).json()
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:38:01.160193 dv-cinder-835168-1-iscsi neutron-server[103656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:38:01.193586 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e9704-0f82-42b4-b693-38305d95f758 req-4ef9f039-de01-4a77-9eb7-1559f20979b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:01.195078 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-163e9704-0f82-42b4-b693-38305d95f758 req-4ef9f039-de01-4a77-9eb7-1559f20979b6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 1129 time: 0.4261408
Mar 25 03:38:01.200382 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c43d6-16e5-45fd-ab06-9f647de2985e req-4adcca6d-9b3a-4e00-aae8-2f855960572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:01.202428 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d0c43d6-16e5-45fd-ab06-9f647de2985e req-4adcca6d-9b3a-4e00-aae8-2f855960572e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e91e36b2-ae84-44ed-9e80-1ddc8b7776ce HTTP/1.1" status: 200  len: 848 time: 0.0770974
Mar 25 03:38:01.283163 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-91ea6e42-46d6-4e03-8c11-850059a73fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (566ba904-f688-498f-8f3b-796c143d9fc4), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.284689 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-163e9704-0f82-42b4-b693-38305d95f758 req-bbd1995a-0f53-44d0-b325-54f32d43ef65 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813403
Mar 25 03:38:01.288353 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-91ea6e42-46d6-4e03-8c11-850059a73fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.291745 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-91ea6e42-46d6-4e03-8c11-850059a73fe3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/566ba904-f688-498f-8f3b-796c143d9fc4 HTTP/1.1" status: 204  len: 168 time: 0.3485086
Mar 25 03:38:01.295737 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36792) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:01.340439 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea6e42-46d6-4e03-8c11-850059a73fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=566ba904-f688-498f-8f3b-796c143d9fc4,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:01.344432 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:38:01.346728 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c43d6-16e5-45fd-ab06-9f647de2985e req-984d0178-8280-430a-a15d-ca578ef3a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:01.348216 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d0c43d6-16e5-45fd-ab06-9f647de2985e req-984d0178-8280-430a-a15d-ca578ef3a04f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81599753-6f37-4c20-8ddf-546347b4f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1357646
Mar 25 03:38:01.370283 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d19e2-928e-4e47-82d9-9ef6bbe4bd9c req-52158033-25c7-4609-8108-47dce9d690f2 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:01.371775 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f74d19e2-928e-4e47-82d9-9ef6bbe4bd9c req-52158033-25c7-4609-8108-47dce9d690f2 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 945 time: 0.1184535
Mar 25 03:38:01.375905 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0d10b9-f1a2-44f2-ad85-ed10c2f74e96 admin admin] Deleting subnet a8e36214-cb39-41ac-8beb-4a7571e5fa15 {{(pid=103656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:38:01.379716 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f0d10b9-f1a2-44f2-ad85-ed10c2f74e96 admin admin] Publish callbacks [] for subnet (a8e36214-cb39-41ac-8beb-4a7571e5fa15), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.412187 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for floatingip (593b3676-12c2-4994-a406-91497e907787), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.435437 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f0d10b9-f1a2-44f2-ad85-ed10c2f74e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580478'] for subnet (a8e36214-cb39-41ac-8beb-4a7571e5fa15), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.475162 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f74d19e2-928e-4e47-82d9-9ef6bbe4bd9c req-1365e846-d838-46ce-911c-cfbe1f8bacbe tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935333
Mar 25 03:38:01.488112 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f0d10b9-f1a2-44f2-ad85-ed10c2f74e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (a8e36214-cb39-41ac-8beb-4a7571e5fa15), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.544604 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (aae525ba-6b8a-42e3-bda7-3e23e66229f5), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.631835 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f0d10b9-f1a2-44f2-ad85-ed10c2f74e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846492'] for subnet (a8e36214-cb39-41ac-8beb-4a7571e5fa15), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.664008 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f0d10b9-f1a2-44f2-ad85-ed10c2f74e96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.667029 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-7f0d10b9-f1a2-44f2-ad85-ed10c2f74e96 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a8e36214-cb39-41ac-8beb-4a7571e5fa15 HTTP/1.1" status: 204  len: 168 time: 0.3702781
Mar 25 03:38:01.667955 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d10b9-f1a2-44f2-ad85-ed10c2f74e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e36214-cb39-41ac-8beb-4a7571e5fa15,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:01.670677 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36796) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:01.705954 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d0c43d6-16e5-45fd-ab06-9f647de2985e req-2ad37fa9-f2da-4df1-8c78-3bfbd9b60794 service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623204
Mar 25 03:38:01.737701 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a334-a988-4e36-8caa-3da383cb778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (b3138398-811c-4576-9ba2-de2ec0d987eb), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.818937 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a334-a988-4e36-8caa-3da383cb778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (b3138398-811c-4576-9ba2-de2ec0d987eb), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.824774 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for port (aae525ba-6b8a-42e3-bda7-3e23e66229f5), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.836492 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3d0c43d6-16e5-45fd-ab06-9f647de2985e req-ed76f70a-f4fa-4e02-84b0-a4f933b96786 service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1186416
Mar 25 03:38:01.843221 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-d8f0a334-a988-4e36-8caa-3da383cb778c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb6e35040>,) {'filters': {'network_id': ['b3138398-811c-4576-9ba2-de2ec0d987eb']}} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:01.849752 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-d8f0a334-a988-4e36-8caa-3da383cb778c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6e35040>, '74051e3f-98e1-461b-a5d4-59f346b1d355') {'for_net_delete': True} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:01.850054 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-d8f0a334-a988-4e36-8caa-3da383cb778c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6e35040>, '74051e3f-98e1-461b-a5d4-59f346b1d355') {} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:01.859506 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a334-a988-4e36-8caa-3da383cb778c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8580423'] for segment (74051e3f-98e1-461b-a5d4-59f346b1d355), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.872998 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a334-a988-4e36-8caa-3da383cb778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (74051e3f-98e1-461b-a5d4-59f346b1d355), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.878686 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f0a334-a988-4e36-8caa-3da383cb778c admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:38:01.879063 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a334-a988-4e36-8caa-3da383cb778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583136'] for segment (74051e3f-98e1-461b-a5d4-59f346b1d355), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]: Traceback (most recent call last):
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     timer()
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     cb(*args, **kw)
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     return func(*args, **kwargs)
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     self._notify()
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     self.callback(batched_events)
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     event.method(event)
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     return f(self, *a, **k)
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._get(url).json()
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:38:01.880669 dv-cinder-835168-1-iscsi neutron-server[103656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:38:01.906022 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (aae525ba-6b8a-42e3-bda7-3e23e66229f5), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:01.977065 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'Port': ['ID=aae525ba-6b8a-42e3-bda7-3e23e66229f5,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:01.989427 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (593b3676-12c2-4994-a406-91497e907787), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:02.031358 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a334-a988-4e36-8caa-3da383cb778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (b3138398-811c-4576-9ba2-de2ec0d987eb), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:02.042947 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a334-a988-4e36-8caa-3da383cb778c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:02.042947 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-d8f0a334-a988-4e36-8caa-3da383cb778c admin admin] 10.222.0.24 "DELETE /v2.0/networks/b3138398-811c-4576-9ba2-de2ec0d987eb HTTP/1.1" status: 204  len: 168 time: 0.3683877
Mar 25 03:38:02.051495 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0a334-a988-4e36-8caa-3da383cb778c admin admin] Pushing event deleted for resources: {'Network': ['ID=b3138398-811c-4576-9ba2-de2ec0d987eb,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:02.095644 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Floating IP 593b3676-12c2-4994-a406-91497e907787 associated. External IP: 172.27.0.228, port: 1ba8825c-14ca-4408-8c18-80c3de773594.
Mar 25 03:38:02.303407 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Router 0a961f97-ff1c-4c03-b953-52675457b9ae has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:38:02.406452 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36800) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:02.410984 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:38:02.423391 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7461f971-8ca5-4846-acea-ffc310e1d81a None None] Sync routers for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:38:02.435104 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461f971-8ca5-4846-acea-ffc310e1d81a None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:38:02.435910 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-7461f971-8ca5-4846-acea-ffc310e1d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaee47c40>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:37:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:02.449655 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-dcb659e9-2a54-47f3-a527-2e4c70534244 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3657188275fc4fd8850326597a061ebd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0397441
Mar 25 03:38:02.449906 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36802) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:02.488535 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:02.504488 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd2fd-c149-4b88-9302-5d5ca6d9adba admin admin] Publish callbacks [] for security_group (42db8309-5ddd-4c63-9ea1-bfaa5b77d912), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:02.527578 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd2fd-c149-4b88-9302-5d5ca6d9adba admin admin] Publish callbacks [] for security_group (42db8309-5ddd-4c63-9ea1-bfaa5b77d912), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:02.546280 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-7f8e2056-4cf0-4994-a202-d368b55b43ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6514659
Mar 25 03:38:02.546944 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a006c8-0075-4e96-946b-c94c223e87da', 'tag': '1ba8825c-14ca-4408-8c18-80c3de773594'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:38:02.549261 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868ad337-6512-494d-ae8f-e17a37e630a7" -d '{"events": [{"name": "network-changed", "server_uuid": "88a006c8-0075-4e96-946b-c94c223e87da", "tag": "1ba8825c-14ca-4408-8c18-80c3de773594"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:38:02.585860 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-7461f971-8ca5-4846-acea-ffc310e1d81a None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:38:02.592335 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0df5d09-9652-41ad-b002-9fdf9392ebd1 x-openstack-request-id: req-d0df5d09-9652-41ad-b002-9fdf9392ebd1 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:38:02.592615 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a006c8-0075-4e96-946b-c94c223e87da", "tag": "1ba8825c-14ca-4408-8c18-80c3de773594", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:38:02.592870 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0df5d09-9652-41ad-b002-9fdf9392ebd1 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:38:02.593269 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0df5d09-9652-41ad-b002-9fdf9392ebd1'] response: {'name': 'network-changed', 'server_uuid': '88a006c8-0075-4e96-946b-c94c223e87da', 'tag': '1ba8825c-14ca-4408-8c18-80c3de773594', 'status': 'completed', 'code': 200}
Mar 25 03:38:02.681037 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fc4e1-7475-4c5e-88dd-3899ed6d380a req-d3ef6dab-8e0b-4e02-8eae-aa2b5345a63a tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:02.682651 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-bc2fc4e1-7475-4c5e-88dd-3899ed6d380a req-d3ef6dab-8e0b-4e02-8eae-aa2b5345a63a tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 945 time: 0.0938385
Mar 25 03:38:02.688518 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ad337-6512-494d-ae8f-e17a37e630a7 req-3adaa6c9-d9c6-429a-bc32-485243564f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:02.688727 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd2fd-c149-4b88-9302-5d5ca6d9adba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (42db8309-5ddd-4c63-9ea1-bfaa5b77d912), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:02.689977 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-868ad337-6512-494d-ae8f-e17a37e630a7 req-3adaa6c9-d9c6-429a-bc32-485243564f49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 1130 time: 0.0628393
Mar 25 03:38:02.691170 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd2fd-c149-4b88-9302-5d5ca6d9adba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:02.692347 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-c0bdd2fd-c149-4b88-9302-5d5ca6d9adba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42db8309-5ddd-4c63-9ea1-bfaa5b77d912 HTTP/1.1" status: 204  len: 168 time: 0.2414446
Mar 25 03:38:02.699980 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdd2fd-c149-4b88-9302-5d5ca6d9adba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42db8309-5ddd-4c63-9ea1-bfaa5b77d912,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:02.821432 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-bc2fc4e1-7475-4c5e-88dd-3899ed6d380a req-f596702a-a878-42fd-86ea-d5a6927fb65f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179676
Mar 25 03:38:02.834739 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ad337-6512-494d-ae8f-e17a37e630a7 req-1ebb93c8-d3da-482a-94c6-4b9fe77db2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:02.836477 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-868ad337-6512-494d-ae8f-e17a37e630a7 req-1ebb93c8-d3da-482a-94c6-4b9fe77db2ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 912 time: 0.1326821
Mar 25 03:38:02.870431 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-7461f971-8ca5-4846-acea-ffc310e1d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaee47c40>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '593b3676-12c2-4994-a406-91497e907787', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': '1ba8825c-14ca-4408-8c18-80c3de773594', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:76:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a006c8-0075-4e96-946b-c94c223e87da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:38:01Z', 'updated_at': '2022-03-25T03:38:01Z', 'revision_number': 0, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:02.896809 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7461f971-8ca5-4846-acea-ffc310e1d81a None None] Checking router: 0a961f97-ff1c-4c03-b953-52675457b9ae for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:38:02.901797 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-868ad337-6512-494d-ae8f-e17a37e630a7 req-63bc2444-49e6-4153-8a57-3d9760bfcd4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba8825c-14ca-4408-8c18-80c3de773594 HTTP/1.1" status: 200  len: 1000 time: 0.0586801
Mar 25 03:38:02.906383 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461f971-8ca5-4846-acea-ffc310e1d81a None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:38:02.906986 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-7461f971-8ca5-4846-acea-ffc310e1d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaee47c40>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:37:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:02.961142 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ad337-6512-494d-ae8f-e17a37e630a7 req-655601da-0d27-4db4-8735-7a2ac3f2db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:02.962689 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-868ad337-6512-494d-ae8f-e17a37e630a7 req-655601da-0d27-4db4-8735-7a2ac3f2db95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 200  len: 850 time: 0.0525239
Mar 25 03:38:03.013795 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ad337-6512-494d-ae8f-e17a37e630a7 req-af103f10-edfe-4325-8677-0e52f634d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:03.015375 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-868ad337-6512-494d-ae8f-e17a37e630a7 req-af103f10-edfe-4325-8677-0e52f634d498 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b3658a2-99c4-4d46-9375-814ea7ecaf18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0464928
Mar 25 03:38:03.076211 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:03.110924 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-868ad337-6512-494d-ae8f-e17a37e630a7 req-e69dbe11-3dcb-4d67-8457-b40d97f335c2 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888426
Mar 25 03:38:03.151343 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-7461f971-8ca5-4846-acea-ffc310e1d81a None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:38:03.205073 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-868ad337-6512-494d-ae8f-e17a37e630a7 req-383b8dcb-af50-45a3-bdbb-96ba1af78692 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869122
Mar 25 03:38:03.373995 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-7461f971-8ca5-4846-acea-ffc310e1d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaee47c40>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '593b3676-12c2-4994-a406-91497e907787', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': '1ba8825c-14ca-4408-8c18-80c3de773594', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:76:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a006c8-0075-4e96-946b-c94c223e87da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:38:01Z', 'updated_at': '2022-03-25T03:38:01Z', 'revision_number': 0, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:03.399894 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7461f971-8ca5-4846-acea-ffc310e1d81a None None] The sync data for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi is: [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '593b3676-12c2-4994-a406-91497e907787', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': '1ba8825c-14ca-4408-8c18-80c3de773594', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:76:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a006c8-0075-4e96-946b-c94c223e87da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:38:01Z', 'updated_at': '2022-03-25T03:38:01Z', 'revision_number': 0, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:38:03.475072 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36820) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:03.519115 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-4f23363d-1ba9-476c-b3ba-c9fe47be30e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36f199050c574d1da0c6f549f290aa7a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0405869
Mar 25 03:38:03.519322 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 36822) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:03.570703 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5356a7a8-9a11-4b2c-beb0-24ad24c0ffd0 admin admin] Publish callbacks [] for security_group (1e07b1dd-c666-4f24-903b-543e34c49e49), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:03.593289 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5356a7a8-9a11-4b2c-beb0-24ad24c0ffd0 admin admin] Publish callbacks [] for security_group (1e07b1dd-c666-4f24-903b-543e34c49e49), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:03.614074 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502b8a81-f51e-4a93-95f1-853536cc9dfb None None] New status for floating IP 593b3676-12c2-4994-a406-91497e907787: ACTIVE {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:38:03.717348 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5356a7a8-9a11-4b2c-beb0-24ad24c0ffd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (1e07b1dd-c666-4f24-903b-543e34c49e49), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:03.719921 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-5356a7a8-9a11-4b2c-beb0-24ad24c0ffd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:03.723480 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-5356a7a8-9a11-4b2c-beb0-24ad24c0ffd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e07b1dd-c666-4f24-903b-543e34c49e49 HTTP/1.1" status: 204  len: 168 time: 0.2008636
Mar 25 03:38:03.734575 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356a7a8-9a11-4b2c-beb0-24ad24c0ffd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e07b1dd-c666-4f24-903b-543e34c49e49,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:03.938766 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfb7d7-3d94-44c8-a54d-699103c37223 req-4f26f127-0dcc-4919-953c-703799796f71 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:03.940230 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3ecfb7d7-3d94-44c8-a54d-699103c37223 req-4f26f127-0dcc-4919-953c-703799796f71 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 945 time: 0.0526390
Mar 25 03:38:03.987101 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3ecfb7d7-3d94-44c8-a54d-699103c37223 req-d82303b5-b5b3-4ba7-abfc-9f759017077d tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410357
Mar 25 03:38:05.294999 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e50647-47a9-439c-a919-51914a536d1f req-998c1ed5-edad-4f1a-ac83-6a8fa43307fd tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:05.296492 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-10e50647-47a9-439c-a919-51914a536d1f req-998c1ed5-edad-4f1a-ac83-6a8fa43307fd tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 945 time: 0.0554011
Mar 25 03:38:05.343845 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-10e50647-47a9-439c-a919-51914a536d1f req-249d4396-cb81-4dc9-afe0-ae6c132ae56e tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418870
Mar 25 03:38:06.462318 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd2bfe-41df-45ac-b31d-637c7c5db2a7 req-d64742f5-f78a-4013-9c93-a49c560e858a tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:06.463785 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-bffd2bfe-41df-45ac-b31d-637c7c5db2a7 req-d64742f5-f78a-4013-9c93-a49c560e858a tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 945 time: 0.0528967
Mar 25 03:38:06.509545 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-bffd2bfe-41df-45ac-b31d-637c7c5db2a7 req-d137fcb2-cedc-4669-ba81-c504673fc390 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/security-groups?id=32076c6a-7ea7-4618-b784-98ecf5968265&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388770
Mar 25 03:38:06.871192 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50341c-4b7d-4ab6-a9df-b0d410aa0401 req-7d0b3542-84ea-4811-9ac1-6b1a5f64b466 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:06.875185 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cc50341c-4b7d-4ab6-a9df-b0d410aa0401 req-7d0b3542-84ea-4811-9ac1-6b1a5f64b466 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.35 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 945 time: 0.0540938
Mar 25 03:38:06.974207 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-cc50341c-4b7d-4ab6-a9df-b0d410aa0401 req-588ff729-c021-4300-8840-227e32c00630 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Deleting port b53c613e-cc3c-4c5d-a606-f4fb743b7075 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:38:06.974555 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-cc50341c-4b7d-4ab6-a9df-b0d410aa0401 req-588ff729-c021-4300-8840-227e32c00630 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:07.059820 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-cc50341c-4b7d-4ab6-a9df-b0d410aa0401 req-588ff729-c021-4300-8840-227e32c00630 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] For port b53c613e-cc3c-4c5d-a606-f4fb743b7075, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=b53c613e-cc3c-4c5d-a606-f4fb743b7075,segment=NetworkSegment(4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb),segment_id=4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:38:07.060181 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-cc50341c-4b7d-4ab6-a9df-b0d410aa0401 req-588ff729-c021-4300-8840-227e32c00630 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:07.074126 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-cc50341c-4b7d-4ab6-a9df-b0d410aa0401 req-588ff729-c021-4300-8840-227e32c00630 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Calling delete_port for b53c613e-cc3c-4c5d-a606-f4fb743b7075 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:38:07.248335 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-cc50341c-4b7d-4ab6-a9df-b0d410aa0401 req-588ff729-c021-4300-8840-227e32c00630 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (b53c613e-cc3c-4c5d-a606-f4fb743b7075), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:07.262217 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['b53c613e-cc3c-4c5d-a606-f4fb743b7075'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:38:07.274643 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ff729-c021-4300-8840-227e32c00630 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Pushing event deleted for resources: {'Port': ['ID=b53c613e-cc3c-4c5d-a606-f4fb743b7075,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:07.322768 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc50341c-4b7d-4ab6-a9df-b0d410aa0401 req-588ff729-c021-4300-8840-227e32c00630 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] No DVR routers for this DVR port b53c613e-cc3c-4c5d-a606-f4fb743b7075 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:38:07.328974 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-cc50341c-4b7d-4ab6-a9df-b0d410aa0401 req-588ff729-c021-4300-8840-227e32c00630 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:07.332367 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-cc50341c-4b7d-4ab6-a9df-b0d410aa0401 req-588ff729-c021-4300-8840-227e32c00630 tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.35 "DELETE /v2.0/ports/b53c613e-cc3c-4c5d-a606-f4fb743b7075 HTTP/1.1" status: 204  len: 173 time: 0.4540930
Mar 25 03:38:07.332833 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0362c3fd-6a15-42fb-82db-7bbcaee1ad6f', 'name': 'network-vif-deleted', 'tag': 'b53c613e-cc3c-4c5d-a606-f4fb743b7075'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:38:07.335138 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cec32f-6065-4bee-834c-8d8771b022b2" -d '{"events": [{"server_uuid": "0362c3fd-6a15-42fb-82db-7bbcaee1ad6f", "name": "network-vif-deleted", "tag": "b53c613e-cc3c-4c5d-a606-f4fb743b7075"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:38:07.372787 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1335bcd-c554-476a-94b0-1e3cc03b1cc8 x-openstack-request-id: req-a1335bcd-c554-476a-94b0-1e3cc03b1cc8 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:38:07.373066 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0362c3fd-6a15-42fb-82db-7bbcaee1ad6f", "name": "network-vif-deleted", "tag": "b53c613e-cc3c-4c5d-a606-f4fb743b7075", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:38:07.373323 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1335bcd-c554-476a-94b0-1e3cc03b1cc8 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:38:07.374359 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1335bcd-c554-476a-94b0-1e3cc03b1cc8'] response: {'server_uuid': '0362c3fd-6a15-42fb-82db-7bbcaee1ad6f', 'name': 'network-vif-deleted', 'tag': 'b53c613e-cc3c-4c5d-a606-f4fb743b7075', 'status': 'completed', 'code': 200}
Mar 25 03:38:07.605570 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-56b3610f-91af-4125-89fd-b29f56d3eabe req-d492cc69-e613-4ba2-8baf-f05ab2f9933f tempest-VolumesActionsTest-2077479655 tempest-VolumesActionsTest-2077479655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0362c3fd-6a15-42fb-82db-7bbcaee1ad6f HTTP/1.1" status: 200  len: 210 time: 0.0293636
Mar 25 03:38:10.083890 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device b53c613e-cc3c-4c5d-a606-f4fb743b7075 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:38:10.105889 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: b53c613e-cc3c-4c5d-a606-f4fb743b7075 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:38:10.106243 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device b53c613e-cc3c-4c5d-a606-f4fb743b7075 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:38:12.853772 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6ee3f104-7f36-48ca-9b37-ee919a6cd03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:15.183095 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-df581848-443b-4a36-956c-af069a42b2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:16.202431 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:17.511216 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:19.227436 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:21.108365 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37160) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:21.221264 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-af556b82-fccd-4c1c-ad05-cc2fc60f6d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:21.298105 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-af556b82-fccd-4c1c-ad05-cc2fc60f6d81 admin admin] Publish callbacks [] for security_group (b570c554-d640-44c2-9f50-5bf350e6371b), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:21.381196 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-af556b82-fccd-4c1c-ad05-cc2fc60f6d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (b570c554-d640-44c2-9f50-5bf350e6371b), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:21.428648 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-af556b82-fccd-4c1c-ad05-cc2fc60f6d81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e0ed91db9274fc2aa1d59fdd96923c4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3190684
Mar 25 03:38:21.429853 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af556b82-fccd-4c1c-ad05-cc2fc60f6d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b570c554-d640-44c2-9f50-5bf350e6371b,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:21.431292 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37168) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:21.488385 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3503eca1-60ea-4405-90e0-8be2bbbcb7ec admin admin] Publish callbacks [] for security_group (b570c554-d640-44c2-9f50-5bf350e6371b), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:21.516988 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3503eca1-60ea-4405-90e0-8be2bbbcb7ec admin admin] Publish callbacks [] for security_group (b570c554-d640-44c2-9f50-5bf350e6371b), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:21.646688 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3503eca1-60ea-4405-90e0-8be2bbbcb7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (b570c554-d640-44c2-9f50-5bf350e6371b), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:21.649555 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3503eca1-60ea-4405-90e0-8be2bbbcb7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:21.650983 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-3503eca1-60ea-4405-90e0-8be2bbbcb7ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b570c554-d640-44c2-9f50-5bf350e6371b HTTP/1.1" status: 204  len: 168 time: 0.2182081
Mar 25 03:38:21.660070 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503eca1-60ea-4405-90e0-8be2bbbcb7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b570c554-d640-44c2-9f50-5bf350e6371b,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:22.330766 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37176) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:22.344693 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f918f972-ca16-411e-943d-ab47258f4b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:22.426942 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f918f972-ca16-411e-943d-ab47258f4b5e admin admin] Publish callbacks [] for security_group (5d378cf3-c84f-42f8-a387-e183bae0130a), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:22.486468 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f918f972-ca16-411e-943d-ab47258f4b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (5d378cf3-c84f-42f8-a387-e183bae0130a), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:22.530291 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918f972-ca16-411e-943d-ab47258f4b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d378cf3-c84f-42f8-a387-e183bae0130a,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:22.536296 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-f918f972-ca16-411e-943d-ab47258f4b5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4208b325a7de4201b9b9ed6e5557119b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2043293
Mar 25 03:38:22.539738 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37182) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:22.602959 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7ee874b4-fd56-4b90-88e8-cf36049b22eb admin admin] Publish callbacks [] for security_group (5d378cf3-c84f-42f8-a387-e183bae0130a), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:22.627018 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7ee874b4-fd56-4b90-88e8-cf36049b22eb admin admin] Publish callbacks [] for security_group (5d378cf3-c84f-42f8-a387-e183bae0130a), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:23.019701 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7ee874b4-fd56-4b90-88e8-cf36049b22eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (5d378cf3-c84f-42f8-a387-e183bae0130a), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:23.022834 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7ee874b4-fd56-4b90-88e8-cf36049b22eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:23.023978 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-7ee874b4-fd56-4b90-88e8-cf36049b22eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d378cf3-c84f-42f8-a387-e183bae0130a HTTP/1.1" status: 204  len: 168 time: 0.4832535
Mar 25 03:38:23.032115 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee874b4-fd56-4b90-88e8-cf36049b22eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d378cf3-c84f-42f8-a387-e183bae0130a,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:30.336203 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37338) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:30.451086 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-9befd030-f669-43a4-8f0d-5c865a6a10ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:30.540080 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-9befd030-f669-43a4-8f0d-5c865a6a10ce admin admin] Publish callbacks [] for security_group (abf106f4-9eb7-46fb-b174-f89f7afc213d), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:30.608294 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-9befd030-f669-43a4-8f0d-5c865a6a10ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (abf106f4-9eb7-46fb-b174-f89f7afc213d), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:30.647068 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37356) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:30.647646 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-9befd030-f669-43a4-8f0d-5c865a6a10ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fbb1e4faf264697b1c4b2ec8de6d877&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3101649
Mar 25 03:38:30.661765 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befd030-f669-43a4-8f0d-5c865a6a10ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf106f4-9eb7-46fb-b174-f89f7afc213d,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:30.738441 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f3dcde1b-d144-4dbb-a9c1-a16dee9eaa0f admin admin] Publish callbacks [] for security_group (abf106f4-9eb7-46fb-b174-f89f7afc213d), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:30.761987 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f3dcde1b-d144-4dbb-a9c1-a16dee9eaa0f admin admin] Publish callbacks [] for security_group (abf106f4-9eb7-46fb-b174-f89f7afc213d), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:30.888410 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f3dcde1b-d144-4dbb-a9c1-a16dee9eaa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (abf106f4-9eb7-46fb-b174-f89f7afc213d), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:30.891272 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f3dcde1b-d144-4dbb-a9c1-a16dee9eaa0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:30.892613 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-f3dcde1b-d144-4dbb-a9c1-a16dee9eaa0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abf106f4-9eb7-46fb-b174-f89f7afc213d HTTP/1.1" status: 204  len: 168 time: 0.2444127
Mar 25 03:38:30.902032 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcde1b-d144-4dbb-a9c1-a16dee9eaa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf106f4-9eb7-46fb-b174-f89f7afc213d,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:31.585386 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37366) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:31.600898 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e8454522-9399-4943-8ed3-3492e0047179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:31.698982 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e8454522-9399-4943-8ed3-3492e0047179 admin admin] Publish callbacks [] for security_group (7d66fe37-f23c-4aae-98f7-3a7915fcd163), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:31.789342 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e8454522-9399-4943-8ed3-3492e0047179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (7d66fe37-f23c-4aae-98f7-3a7915fcd163), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:31.835019 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-e8454522-9399-4943-8ed3-3492e0047179 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68793125f6ad48a3b15073e24398677f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2481632
Mar 25 03:38:31.837559 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37372) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:31.838114 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8454522-9399-4943-8ed3-3492e0047179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d66fe37-f23c-4aae-98f7-3a7915fcd163,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:31.905112 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ee783526-f004-411a-a882-13cfdd5e179a admin admin] Publish callbacks [] for security_group (7d66fe37-f23c-4aae-98f7-3a7915fcd163), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:31.926695 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ee783526-f004-411a-a882-13cfdd5e179a admin admin] Publish callbacks [] for security_group (7d66fe37-f23c-4aae-98f7-3a7915fcd163), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:32.111546 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ee783526-f004-411a-a882-13cfdd5e179a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (7d66fe37-f23c-4aae-98f7-3a7915fcd163), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:32.114611 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ee783526-f004-411a-a882-13cfdd5e179a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:32.118582 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-ee783526-f004-411a-a882-13cfdd5e179a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d66fe37-f23c-4aae-98f7-3a7915fcd163 HTTP/1.1" status: 204  len: 168 time: 0.2771895
Mar 25 03:38:32.127565 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee783526-f004-411a-a882-13cfdd5e179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d66fe37-f23c-4aae-98f7-3a7915fcd163,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:32.871052 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:32.965452 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969a23-2900-4d2b-aa44-cca29502decf req-0c35499e-29c1-4ac3-bcc3-dafdea29cefb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:32.967325 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-eb969a23-2900-4d2b-aa44-cca29502decf req-0c35499e-29c1-4ac3-bcc3-dafdea29cefb tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 947 time: 0.0676224
Mar 25 03:38:33.020724 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-eb969a23-2900-4d2b-aa44-cca29502decf req-ef842044-fdc5-420e-8c45-688dfb14fb64 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459745
Mar 25 03:38:33.164553 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942abc1-e70c-4f3a-9cf8-f186d175434d req-2a375d2e-cdeb-4d03-999c-f8a3b0e026ef tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:33.166056 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9942abc1-e70c-4f3a-9cf8-f186d175434d req-2a375d2e-cdeb-4d03-999c-f8a3b0e026ef tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 946 time: 0.0543649
Mar 25 03:38:33.220107 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9942abc1-e70c-4f3a-9cf8-f186d175434d req-d05752d3-817d-48d6-b714-b6d13f9ccd60 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf14076-c0bf-4bd5-9329-6a1f39fedafb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483294
Mar 25 03:38:34.144572 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc0d69-cd7b-4c3d-a48f-4082c3cc17e7 req-2777c7d1-596f-42c5-a362-6b83d950c0d4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:34.146108 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d6fc0d69-cd7b-4c3d-a48f-4082c3cc17e7 req-2777c7d1-596f-42c5-a362-6b83d950c0d4 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 947 time: 0.0520456
Mar 25 03:38:34.194790 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d6fc0d69-cd7b-4c3d-a48f-4082c3cc17e7 req-22157803-2bed-484a-8219-895b24536697 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups?id=223d941b-cd09-4b61-a9a1-707fa423431b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430644
Mar 25 03:38:34.338329 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0084a5-f41d-4f96-9bdc-a2b23db58615 req-422c0fce-0fea-4d53-8d89-cf1fe4d15d3d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:34.339831 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2f0084a5-f41d-4f96-9bdc-a2b23db58615 req-422c0fce-0fea-4d53-8d89-cf1fe4d15d3d tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 946 time: 0.0526743
Mar 25 03:38:34.388269 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2f0084a5-f41d-4f96-9bdc-a2b23db58615 req-15dbcaff-9c94-4dce-966d-a7e9379a71f7 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf14076-c0bf-4bd5-9329-6a1f39fedafb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427585
Mar 25 03:38:34.435889 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-1c335d86-bbf2-4e5b-9f9f-eb1bb13201c2 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:34.437352 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-1c335d86-bbf2-4e5b-9f9f-eb1bb13201c2 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.35 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 947 time: 0.0600574
Mar 25 03:38:34.531297 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Deleting port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:38:34.531411 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:34.620846 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] For port 236fe708-aeee-4282-bd75-72e9e2f5e1d9, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=236fe708-aeee-4282-bd75-72e9e2f5e1d9,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:38:34.621214 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:34.791791 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:34.791923 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (e34ca356-3657-4f99-9631-c08f7bb59f6f), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:34.792146 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Floating IP e34ca356-3657-4f99-9631-c08f7bb59f6f disassociated. External IP: 172.27.0.107, port: 236fe708-aeee-4282-bd75-72e9e2f5e1d9.
Mar 25 03:38:34.792642 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Calling delete_port for 236fe708-aeee-4282-bd75-72e9e2f5e1d9 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:38:34.881842 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37498) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:34.914226 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-272144e5-e33d-4eb1-bf5d-8f5134f3e961 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:34.916243 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-272144e5-e33d-4eb1-bf5d-8f5134f3e961 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 946 time: 0.0801616
Mar 25 03:38:35.001739 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-824047a7-6bf1-4990-ba39-d524eb437cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:35.049949 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Deleting port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:38:35.050295 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:35.080322 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-824047a7-6bf1-4990-ba39-d524eb437cf3 admin admin] Publish callbacks [] for security_group (2a70e48d-9398-44b8-adfc-a24ec6bc9965), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:35.130951 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (236fe708-aeee-4282-bd75-72e9e2f5e1d9), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:35.150917 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-824047a7-6bf1-4990-ba39-d524eb437cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2a70e48d-9398-44b8-adfc-a24ec6bc9965), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:35.169338 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] For port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:38:35.169981 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:35.177007 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event deleted for resources: {'Port': ['ID=236fe708-aeee-4282-bd75-72e9e2f5e1d9,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:35.190262 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-824047a7-6bf1-4990-ba39-d524eb437cf3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7a7cf92136946d487a125855c9def67&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3072031
Mar 25 03:38:35.191389 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824047a7-6bf1-4990-ba39-d524eb437cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a70e48d-9398-44b8-adfc-a24ec6bc9965,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:35.194479 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37510) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:35.257849 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8245729a-5a5d-4e8a-b71f-bd1323c4ed2e admin admin] Publish callbacks [] for security_group (2a70e48d-9398-44b8-adfc-a24ec6bc9965), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:35.289621 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8245729a-5a5d-4e8a-b71f-bd1323c4ed2e admin admin] Publish callbacks [] for security_group (2a70e48d-9398-44b8-adfc-a24ec6bc9965), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:35.419952 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8245729a-5a5d-4e8a-b71f-bd1323c4ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2a70e48d-9398-44b8-adfc-a24ec6bc9965), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:35.422665 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8245729a-5a5d-4e8a-b71f-bd1323c4ed2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:35.426579 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-8245729a-5a5d-4e8a-b71f-bd1323c4ed2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a70e48d-9398-44b8-adfc-a24ec6bc9965 HTTP/1.1" status: 204  len: 168 time: 0.2285256
Mar 25 03:38:35.434404 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245729a-5a5d-4e8a-b71f-bd1323c4ed2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a70e48d-9398-44b8-adfc-a24ec6bc9965,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:35.555745 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359feb23-f94c-43d1-9dcf-24de213631f7 req-7a43bd96-fb4e-40bc-b8e4-6e7103781e86 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:35.557431 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-359feb23-f94c-43d1-9dcf-24de213631f7 req-7a43bd96-fb4e-40bc-b8e4-6e7103781e86 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 946 time: 0.0661025
Mar 25 03:38:35.612756 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-795aef9d-ea9c-4255-9ba8-38d95f744aa9 req-e11b58c7-98aa-4381-b7a0-f55ae9380460 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 210 time: 0.1037860
Mar 25 03:38:35.649261 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-359feb23-f94c-43d1-9dcf-24de213631f7 req-1aa087bf-9f51-4989-a95c-1d05bfd87685 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf14076-c0bf-4bd5-9329-6a1f39fedafb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852616
Mar 25 03:38:35.711199 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:38:35.850179 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:35.850554 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (55b53ab0-3b69-4e6c-a9c3-600662e8fdd4), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:35.850863 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Floating IP 55b53ab0-3b69-4e6c-a9c3-600662e8fdd4 disassociated. External IP: 172.27.0.132, port: 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8.
Mar 25 03:38:35.851232 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Calling delete_port for 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:38:35.918228 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:38:35.927580 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ea412-dd4a-416b-8a15-5426a0334e0a None None] Sync routers for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:38:35.937245 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ea412-dd4a-416b-8a15-5426a0334e0a None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:38:35.937885 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-e99ea412-dd4a-416b-8a15-5426a0334e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf56a670>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:38:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:35.978020 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] No DVR routers for this DVR port 236fe708-aeee-4282-bd75-72e9e2f5e1d9 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:38:35.980807 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:35.984479 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f31fd21-ea22-412f-841f-9d688db8b163 req-351e7e16-1d12-4746-8700-9a9d198bf4c1 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.35 "DELETE /v2.0/ports/236fe708-aeee-4282-bd75-72e9e2f5e1d9 HTTP/1.1" status: 204  len: 173 time: 1.5409319
Mar 25 03:38:35.986241 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'name': 'network-vif-deleted', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:38:35.989261 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723782d0-5748-49c7-a388-90ec4e1b57a9" -d '{"events": [{"server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "name": "network-vif-deleted", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:38:36.037801 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec39c2e5-01c8-4656-bf40-231d1e06991a x-openstack-request-id: req-ec39c2e5-01c8-4656-bf40-231d1e06991a {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:38:36.038181 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc70822-cf36-4982-93e8-3480069d38e4", "name": "network-vif-deleted", "tag": "236fe708-aeee-4282-bd75-72e9e2f5e1d9", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:38:36.038506 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec39c2e5-01c8-4656-bf40-231d1e06991a {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:38:36.038977 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec39c2e5-01c8-4656-bf40-231d1e06991a'] response: {'server_uuid': 'afc70822-cf36-4982-93e8-3480069d38e4', 'name': 'network-vif-deleted', 'tag': '236fe708-aeee-4282-bd75-72e9e2f5e1d9', 'status': 'completed', 'code': 200}
Mar 25 03:38:36.066909 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-e99ea412-dd4a-416b-8a15-5426a0334e0a None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:38:36.191558 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:36.224653 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37552) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:36.231298 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event deleted for resources: {'Port': ['ID=559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:36.239375 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2da2ee13-3fd5-4f9a-a490-e3dcd888a9dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:36.294088 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-e99ea412-dd4a-416b-8a15-5426a0334e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf56a670>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:22Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:36.327274 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2da2ee13-3fd5-4f9a-a490-e3dcd888a9dc admin admin] Publish callbacks [] for security_group (24e25cc3-2d73-4295-a739-913db8062e82), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:36.336457 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ea412-dd4a-416b-8a15-5426a0334e0a None None] Checking router: 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:38:36.345652 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ea412-dd4a-416b-8a15-5426a0334e0a None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:38:36.346405 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-e99ea412-dd4a-416b-8a15-5426a0334e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf56a670>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:38:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:36.383752 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Router b174e628-a4ad-4a33-bbc0-6ca515b43c7c has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:38:36.443174 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2da2ee13-3fd5-4f9a-a490-e3dcd888a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (24e25cc3-2d73-4295-a739-913db8062e82), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:36.466085 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-e99ea412-dd4a-416b-8a15-5426a0334e0a None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:38:36.501209 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:38:36.513242 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-2da2ee13-3fd5-4f9a-a490-e3dcd888a9dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2df605cb28f54ec4a3133374d5b70fce&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2851393
Mar 25 03:38:36.513242 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2ee13-3fd5-4f9a-a490-e3dcd888a9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e25cc3-2d73-4295-a739-913db8062e82,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:36.514740 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37556) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:36.516098 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f676ae-8c84-4624-ab60-4c86a9edd8b5 None None] Sync routers for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:38:36.527622 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f676ae-8c84-4624-ab60-4c86a9edd8b5 None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:38:36.528573 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-67f676ae-8c84-4624-ab60-4c86a9edd8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc0a00a0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:38:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:36.571900 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9dec1323-af6b-4fc1-a3f3-2b3b3a51392b admin admin] Publish callbacks [] for security_group (24e25cc3-2d73-4295-a739-913db8062e82), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:36.597944 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] No DVR routers for this DVR port 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:38:36.600929 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:36.604842 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f852e877-db0f-4ec6-887d-5f0bd4c01b88 req-5c5818b9-03b7-47eb-942e-76d38e94d8dc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.35 "DELETE /v2.0/ports/559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 HTTP/1.1" status: 204  len: 173 time: 1.6835113
Mar 25 03:38:36.610464 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9dec1323-af6b-4fc1-a3f3-2b3b3a51392b admin admin] Publish callbacks [] for security_group (24e25cc3-2d73-4295-a739-913db8062e82), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:36.686154 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-67f676ae-8c84-4624-ab60-4c86a9edd8b5 None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:38:36.768226 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9dec1323-af6b-4fc1-a3f3-2b3b3a51392b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (24e25cc3-2d73-4295-a739-913db8062e82), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:36.771304 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9dec1323-af6b-4fc1-a3f3-2b3b3a51392b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:36.772478 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-9dec1323-af6b-4fc1-a3f3-2b3b3a51392b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24e25cc3-2d73-4295-a739-913db8062e82 HTTP/1.1" status: 204  len: 168 time: 0.2567441
Mar 25 03:38:36.787824 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec1323-af6b-4fc1-a3f3-2b3b3a51392b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e25cc3-2d73-4295-a739-913db8062e82,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:36.796196 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e5cb4cdd-becc-471f-83d5-f4e094d63fd5 req-e31f19da-df2c-4218-b51a-caf629601273 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0943773-4b80-4ce9-a302-3d955cef12e2 HTTP/1.1" status: 200  len: 210 time: 0.0505953
Mar 25 03:38:36.856899 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-e99ea412-dd4a-416b-8a15-5426a0334e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf56a670>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:22Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:36.861303 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2274e918-b62b-4071-a8dc-c1a1be18598a req-cb0a80a3-36fa-45f2-b363-e8dc3c5b08a5 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc70822-cf36-4982-93e8-3480069d38e4 HTTP/1.1" status: 200  len: 210 time: 0.0766444
Mar 25 03:38:36.898131 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ea412-dd4a-416b-8a15-5426a0334e0a None None] The sync data for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi is: [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:31:10Z', 'revision_number': 4, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '2a469597-4707-400f-be5a-1c31234503ef', 'name': '', 'network_id': '2c5a4335-913f-4831-9329-aefa2b16e173', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'mac_address': 'fa:16:3e:13:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:07Z', 'updated_at': '2022-03-25T03:31:22Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'subnets': [{'id': 'f0fc2db0-5f07-4ebd-b00d-4236a2fef620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:38:37.027111 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-67f676ae-8c84-4624-ab60-4c86a9edd8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc0a00a0>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 5, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:37.054785 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f676ae-8c84-4624-ab60-4c86a9edd8b5 None None] Checking router: b174e628-a4ad-4a33-bbc0-6ca515b43c7c for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:38:37.064379 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f676ae-8c84-4624-ab60-4c86a9edd8b5 None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:38:37.064993 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-67f676ae-8c84-4624-ab60-4c86a9edd8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc0a00a0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:38:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:37.182649 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-67f676ae-8c84-4624-ab60-4c86a9edd8b5 None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:38:37.205953 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aebad4a-0b75-4534-96d8-48f40d0e1afd None None] New status for floating IP e34ca356-3657-4f99-9631-c08f7bb59f6f: DOWN {{(pid=103657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:38:37.405220 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-67f676ae-8c84-4624-ab60-4c86a9edd8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc0a00a0>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 5, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:37.438413 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f676ae-8c84-4624-ab60-4c86a9edd8b5 None None] The sync data for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi is: [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:18Z', 'revision_number': 4, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '1356326a-b8c7-4133-977f-3499010fbb1b', 'name': '', 'network_id': '0fe920f0-4ddb-467c-b2c3-bde300f41195', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'mac_address': 'fa:16:3e:c2:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:17Z', 'updated_at': '2022-03-25T03:32:21Z', 'revision_number': 5, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'subnets': [{'id': '6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:38:37.662846 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458151a1-7b74-4984-8493-15615fc27c38 None None] New status for floating IP 55b53ab0-3b69-4e6c-a9c3-600662e8fdd4: DOWN {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:38:37.804281 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37584) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:37.859745 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a453855-9ce1-4ef8-a041-43dc694b04c7 admin admin] Deleting subnet 6817b8c3-254c-4519-a0c7-46ee49ff0fb7 {{(pid=103656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:38:37.863892 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0a453855-9ce1-4ef8-a041-43dc694b04c7 admin admin] Publish callbacks [] for subnet (6817b8c3-254c-4519-a0c7-46ee49ff0fb7), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:37.898963 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0a453855-9ce1-4ef8-a041-43dc694b04c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580478'] for subnet (6817b8c3-254c-4519-a0c7-46ee49ff0fb7), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:37.937486 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0a453855-9ce1-4ef8-a041-43dc694b04c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (6817b8c3-254c-4519-a0c7-46ee49ff0fb7), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:37.985343 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37596) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:38.040278 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0943773-4b80-4ce9-a302-3d955cef12e2', 'name': 'network-vif-deleted', 'tag': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:38:38.043025 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dd799c-02b9-4e70-bf81-31f240d37391" -d '{"events": [{"server_uuid": "e0943773-4b80-4ce9-a302-3d955cef12e2", "name": "network-vif-deleted", "tag": "559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:38:38.045892 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37598) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:38.057253 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-37bf6f43-58d7-4708-9908-37fa35b79091 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group (8cf14076-c0bf-4bd5-9329-6a1f39fedafb), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.081838 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2645f9e6-5426-48ac-8560-31d39b7ca993 x-openstack-request-id: req-2645f9e6-5426-48ac-8560-31d39b7ca993 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:38:38.082167 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0943773-4b80-4ce9-a302-3d955cef12e2", "name": "network-vif-deleted", "tag": "559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:38:38.082419 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2645f9e6-5426-48ac-8560-31d39b7ca993 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:38:38.082986 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2645f9e6-5426-48ac-8560-31d39b7ca993'] response: {'server_uuid': 'e0943773-4b80-4ce9-a302-3d955cef12e2', 'name': 'network-vif-deleted', 'tag': '559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8', 'status': 'completed', 'code': 200}
Mar 25 03:38:38.101928 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-37bf6f43-58d7-4708-9908-37fa35b79091 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group (8cf14076-c0bf-4bd5-9329-6a1f39fedafb), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.110378 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0a453855-9ce1-4ef8-a041-43dc694b04c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846492'] for subnet (6817b8c3-254c-4519-a0c7-46ee49ff0fb7), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.155991 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a453855-9ce1-4ef8-a041-43dc694b04c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6817b8c3-254c-4519-a0c7-46ee49ff0fb7,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:38.159931 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 236fe708-aeee-4282-bd75-72e9e2f5e1d9 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:38:38.172556 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-0a453855-9ce1-4ef8-a041-43dc694b04c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.175692 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-0a453855-9ce1-4ef8-a041-43dc694b04c7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6817b8c3-254c-4519-a0c7-46ee49ff0fb7 HTTP/1.1" status: 204  len: 168 time: 0.3698494
Mar 25 03:38:38.178969 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37604) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:38.188074 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2d014fdb-f9be-4a10-b150-d4e8f2fa1434 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group (223d941b-cd09-4b61-a9a1-707fa423431b), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.190619 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 236fe708-aeee-4282-bd75-72e9e2f5e1d9 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:38:38.190976 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 236fe708-aeee-4282-bd75-72e9e2f5e1d9 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:38:38.191400 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:38:38.214675 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2d014fdb-f9be-4a10-b150-d4e8f2fa1434 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group (223d941b-cd09-4b61-a9a1-707fa423431b), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.219777 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:38:38.220280 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 559ef7ea-5f25-40fd-a17d-c2bae7c4a0e8 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:38:38.267791 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-067f2501-5b43-4e6d-8d93-0b569fee9421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.288052 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-37bf6f43-58d7-4708-9908-37fa35b79091 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (8cf14076-c0bf-4bd5-9329-6a1f39fedafb), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.290700 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-37bf6f43-58d7-4708-9908-37fa35b79091 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.294482 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-37bf6f43-58d7-4708-9908-37fa35b79091 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "DELETE /v2.0/security-groups/8cf14076-c0bf-4bd5-9329-6a1f39fedafb HTTP/1.1" status: 204  len: 168 time: 0.3059661
Mar 25 03:38:38.297391 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37608) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:38.313468 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf6f43-58d7-4708-9908-37fa35b79091 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf14076-c0bf-4bd5-9329-6a1f39fedafb,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:38.315406 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.api.v2.resource [None req-004f793d-ebf6-4bb3-b5ae-7fa2a33e73bc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] show failed (client error): The resource could not be found.
Mar 25 03:38:38.316438 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-004f793d-ebf6-4bb3-b5ae-7fa2a33e73bc tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "GET /v2.0/security-groups/8cf14076-c0bf-4bd5-9329-6a1f39fedafb HTTP/1.1" status: 404  len: 347 time: 0.0186956
Mar 25 03:38:38.319383 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37610) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:38.346325 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:38:38.349087 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-067f2501-5b43-4e6d-8d93-0b569fee9421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.363638 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2d014fdb-f9be-4a10-b150-d4e8f2fa1434 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (223d941b-cd09-4b61-a9a1-707fa423431b), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.366789 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2d014fdb-f9be-4a10-b150-d4e8f2fa1434 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.367933 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-2d014fdb-f9be-4a10-b150-d4e8f2fa1434 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "DELETE /v2.0/security-groups/223d941b-cd09-4b61-a9a1-707fa423431b HTTP/1.1" status: 204  len: 168 time: 0.3228877
Mar 25 03:38:38.370567 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-067f2501-5b43-4e6d-8d93-0b569fee9421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb651d9a0>,) {'filters': {'network_id': ['5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3']}} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:38.372684 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37612) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:38.382735 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d014fdb-f9be-4a10-b150-d4e8f2fa1434 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223d941b-cd09-4b61-a9a1-707fa423431b,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:38.387197 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-067f2501-5b43-4e6d-8d93-0b569fee9421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb651d9a0>, '4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb') {'for_net_delete': True} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:38.387498 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-067f2501-5b43-4e6d-8d93-0b569fee9421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb651d9a0>, '4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb') {} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:38.397644 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.api.v2.resource [None req-2b9a8450-4cd1-470e-9c62-d107559bc882 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] show failed (client error): The resource could not be found.
Mar 25 03:38:38.398687 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-2b9a8450-4cd1-470e-9c62-d107559bc882 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "GET /v2.0/security-groups/223d941b-cd09-4b61-a9a1-707fa423431b HTTP/1.1" status: 404  len: 347 time: 0.0250964
Mar 25 03:38:38.401518 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37614) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:38.409761 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-067f2501-5b43-4e6d-8d93-0b569fee9421 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-751068'] for segment (4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.462564 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-b18ee21e-125e-4e71-81e0-62f7c9b7ba99 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Deleting port 209c26d5-1bb9-4198-a217-72eed4cec5db {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:38:38.462918 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b18ee21e-125e-4e71-81e0-62f7c9b7ba99 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (209c26d5-1bb9-4198-a217-72eed4cec5db), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.463049 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-067f2501-5b43-4e6d-8d93-0b569fee9421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.501382 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067f2501-5b43-4e6d-8d93-0b569fee9421 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:38:38.501657 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-067f2501-5b43-4e6d-8d93-0b569fee9421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546701'] for segment (4617d5e6-e588-4837-9f7f-5a4ac8b4a8bb), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]: Traceback (most recent call last):
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     timer()
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     cb(*args, **kw)
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     return func(*args, **kwargs)
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     self._notify()
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     self.callback(batched_events)
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     event.method(event)
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     return f(self, *a, **k)
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._get(url).json()
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:38:38.503634 dv-cinder-835168-1-iscsi neutron-server[103655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:38:38.544530 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b18ee21e-125e-4e71-81e0-62f7c9b7ba99 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (209c26d5-1bb9-4198-a217-72eed4cec5db), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.544861 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b18ee21e-125e-4e71-81e0-62f7c9b7ba99 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (209c26d5-1bb9-4198-a217-72eed4cec5db), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.556933 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-b18ee21e-125e-4e71-81e0-62f7c9b7ba99 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Calling delete_port for 209c26d5-1bb9-4198-a217-72eed4cec5db owned by network:floatingip {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:38:38.602089 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-5e23b75c-9f6b-4fd1-8bc2-9ae7b6a0c139 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Deleting port ddeb247a-b908-4577-81c9-0a07b84bb5a1 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:38:38.602441 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5e23b75c-9f6b-4fd1-8bc2-9ae7b6a0c139 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (ddeb247a-b908-4577-81c9-0a07b84bb5a1), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.644018 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-067f2501-5b43-4e6d-8d93-0b569fee9421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.650061 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-067f2501-5b43-4e6d-8d93-0b569fee9421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.653731 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-067f2501-5b43-4e6d-8d93-0b569fee9421 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3 HTTP/1.1" status: 204  len: 168 time: 0.4737020
Mar 25 03:38:38.672046 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f2501-5b43-4e6d-8d93-0b569fee9421 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f0ce9a0-1d53-4c46-9fed-a0f8dade80b3,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:38.709610 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5e23b75c-9f6b-4fd1-8bc2-9ae7b6a0c139 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (ddeb247a-b908-4577-81c9-0a07b84bb5a1), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.710316 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5e23b75c-9f6b-4fd1-8bc2-9ae7b6a0c139 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (ddeb247a-b908-4577-81c9-0a07b84bb5a1), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.725264 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-5e23b75c-9f6b-4fd1-8bc2-9ae7b6a0c139 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Calling delete_port for ddeb247a-b908-4577-81c9-0a07b84bb5a1 owned by network:floatingip {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:38:38.761938 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b18ee21e-125e-4e71-81e0-62f7c9b7ba99 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (209c26d5-1bb9-4198-a217-72eed4cec5db), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.797178 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ee21e-125e-4e71-81e0-62f7c9b7ba99 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Pushing event deleted for resources: {'Port': ['ID=209c26d5-1bb9-4198-a217-72eed4cec5db,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:38.863866 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b18ee21e-125e-4e71-81e0-62f7c9b7ba99 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks [] for floatingip (55b53ab0-3b69-4e6c-a9c3-600662e8fdd4), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.866738 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b18ee21e-125e-4e71-81e0-62f7c9b7ba99 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.870532 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-b18ee21e-125e-4e71-81e0-62f7c9b7ba99 tempest-AttachVolumeTestJSON-2016292330 tempest-AttachVolumeTestJSON-2016292330-project] 10.222.0.24 "DELETE /v2.0/floatingips/55b53ab0-3b69-4e6c-a9c3-600662e8fdd4 HTTP/1.1" status: 204  len: 168 time: 0.5476396
Mar 25 03:38:38.963098 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5e23b75c-9f6b-4fd1-8bc2-9ae7b6a0c139 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (ddeb247a-b908-4577-81c9-0a07b84bb5a1), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:38.987825 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23b75c-9f6b-4fd1-8bc2-9ae7b6a0c139 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Pushing event deleted for resources: {'Port': ['ID=ddeb247a-b908-4577-81c9-0a07b84bb5a1,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:39.049246 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5e23b75c-9f6b-4fd1-8bc2-9ae7b6a0c139 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks [] for floatingip (e34ca356-3657-4f99-9631-c08f7bb59f6f), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:39.051876 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5e23b75c-9f6b-4fd1-8bc2-9ae7b6a0c139 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:39.053700 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-5e23b75c-9f6b-4fd1-8bc2-9ae7b6a0c139 tempest-AttachVolumeShelveTestJSON-963324069 tempest-AttachVolumeShelveTestJSON-963324069-project] 10.222.0.24 "DELETE /v2.0/floatingips/e34ca356-3657-4f99-9631-c08f7bb59f6f HTTP/1.1" status: 204  len: 168 time: 0.6502600
Mar 25 03:38:39.082316 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37642) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:39.125155 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-8e800f51-1211-41f4-a7d6-99d145952efe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c145ebf662a44dba276dde5bb33a5f9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0411170
Mar 25 03:38:39.127733 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37646) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:39.178311 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-30b4d760-12ef-4b46-8969-29f947251449 admin admin] Publish callbacks [] for security_group (32076c6a-7ea7-4618-b784-98ecf5968265), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:39.200273 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-30b4d760-12ef-4b46-8969-29f947251449 admin admin] Publish callbacks [] for security_group (32076c6a-7ea7-4618-b784-98ecf5968265), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:39.337332 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-30b4d760-12ef-4b46-8969-29f947251449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (32076c6a-7ea7-4618-b784-98ecf5968265), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:39.340898 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-30b4d760-12ef-4b46-8969-29f947251449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:39.342356 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-30b4d760-12ef-4b46-8969-29f947251449 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32076c6a-7ea7-4618-b784-98ecf5968265 HTTP/1.1" status: 204  len: 168 time: 0.2137270
Mar 25 03:38:39.362689 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4d760-12ef-4b46-8969-29f947251449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32076c6a-7ea7-4618-b784-98ecf5968265,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:41.957497 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37726) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:42.426906 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59adf94-8593-43be-a848-13f6ca31708a req-d1ea6dd1-7a1f-4bea-80f3-4a4e35639171 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:42.428414 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b59adf94-8593-43be-a848-13f6ca31708a req-d1ea6dd1-7a1f-4bea-80f3-4a4e35639171 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0526314
Mar 25 03:38:42.449147 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b8051a61-1ba7-4c42-8686-bc3d993f73b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-459075'] for router_interface (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:42.480459 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b59adf94-8593-43be-a848-13f6ca31708a req-1d2b891d-9e4a-4dc8-bc2b-b05396035615 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463204
Mar 25 03:38:42.693699 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-b8051a61-1ba7-4c42-8686-bc3d993f73b2 admin admin] Deleting port 2a469597-4707-400f-be5a-1c31234503ef {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:38:42.694059 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b8051a61-1ba7-4c42-8686-bc3d993f73b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (2a469597-4707-400f-be5a-1c31234503ef), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:42.773762 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [None req-b8051a61-1ba7-4c42-8686-bc3d993f73b2 admin admin] For port 2a469597-4707-400f-be5a-1c31234503ef, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=2a469597-4707-400f-be5a-1c31234503ef,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:38:42.775209 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b8051a61-1ba7-4c42-8686-bc3d993f73b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (2a469597-4707-400f-be5a-1c31234503ef), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:42.786818 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-b8051a61-1ba7-4c42-8686-bc3d993f73b2 admin admin] Calling delete_port for 2a469597-4707-400f-be5a-1c31234503ef owned by network:router_interface {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:38:42.834709 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7e2b-b9b5-4824-bee5-a8298b5658b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:43.030987 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b8051a61-1ba7-4c42-8686-bc3d993f73b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (2a469597-4707-400f-be5a-1c31234503ef), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:43.055104 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8051a61-1ba7-4c42-8686-bc3d993f73b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a469597-4707-400f-be5a-1c31234503ef,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:43.237267 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b8051a61-1ba7-4c42-8686-bc3d993f73b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462323'] for router_interface (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:43.465869 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8051a61-1ba7-4c42-8686-bc3d993f73b2 admin admin] Router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:38:43.601687 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8051a61-1ba7-4c42-8686-bc3d993f73b2 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:38:43.610196 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-b8051a61-1ba7-4c42-8686-bc3d993f73b2 admin admin] 10.222.0.24 "PUT /v2.0/routers/2b2db1b4-590e-4ff2-a1e0-17f42adab1c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6490490
Mar 25 03:38:43.610372 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37750) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:43.610879 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423b69a-fa06-4e17-86cf-b87ac0939c8d None None] Sync routers for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:38:43.620678 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423b69a-fa06-4e17-86cf-b87ac0939c8d None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:38:43.621290 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-9423b69a-fa06-4e17-86cf-b87ac0939c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf449a30>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:38:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:43.625597 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a2b1d-4666-4a70-a804-c4ce8b78cb05 req-18e47f46-306a-4973-b681-3b20991ea39b tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:43.627076 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6b0a2b1d-4666-4a70-a804-c4ce8b78cb05 req-18e47f46-306a-4973-b681-3b20991ea39b tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0777428
Mar 25 03:38:43.868241 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-9423b69a-fa06-4e17-86cf-b87ac0939c8d None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:38:44.001018 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6b0a2b1d-4666-4a70-a804-c4ce8b78cb05 req-a945adb4-7f5e-44fe-a390-93ac2f30f701 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839953
Mar 25 03:38:44.015521 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Publish callbacks [] for router (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:44.048176 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-9423b69a-fa06-4e17-86cf-b87ac0939c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf449a30>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:38:42Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:44.077229 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423b69a-fa06-4e17-86cf-b87ac0939c8d None None] Checking router: 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:38:44.085986 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423b69a-fa06-4e17-86cf-b87ac0939c8d None None] Routers {'2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:38:44.086605 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-9423b69a-fa06-4e17-86cf-b87ac0939c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf449a30>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:38:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:44.118412 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Publish callbacks [] for router_gateway (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:44.193622 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-9423b69a-fa06-4e17-86cf-b87ac0939c8d None None] Set router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:38:44.274407 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Deleting port 9962a606-3d7e-4b16-a478-e0ffd16c7a03 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:38:44.274748 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:44.354516 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] For port 9962a606-3d7e-4b16-a478-e0ffd16c7a03, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=9962a606-3d7e-4b16-a478-e0ffd16c7a03,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:38:44.354903 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:44.368112 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Calling delete_port for 9962a606-3d7e-4b16-a478-e0ffd16c7a03 owned by network:router_gateway {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:38:44.372782 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-9423b69a-fa06-4e17-86cf-b87ac0939c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf449a30>, [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:38:42Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:44.400811 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423b69a-fa06-4e17-86cf-b87ac0939c8d None None] The sync data for ids ['2b2db1b4-590e-4ff2-a1e0-17f42adab1c5'] in dv-cinder-835168-1-iscsi is: [{'id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1206752065-router', 'tenant_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:30:58Z', 'updated_at': '2022-03-25T03:38:42Z', 'revision_number': 5, 'project_id': 'cb503745eeb5421c88b2fe9a4ef78921', 'gw_port': {'id': '9962a606-3d7e-4b16-a478-e0ffd16c7a03', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:eb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2db1b4-590e-4ff2-a1e0-17f42adab1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:31:01Z', 'updated_at': '2022-03-25T03:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:38:44.636486 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (9962a606-3d7e-4b16-a478-e0ffd16c7a03), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:44.661968 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9962a606-3d7e-4b16-a478-e0ffd16c7a03,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:44.690002 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.690281 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.690626 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.690968 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.691299 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.691628 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.691955 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.692942 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.693268 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.693595 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.693949 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.694275 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.694595 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.694915 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.695233 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:44.735612 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462345'] for router_gateway (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:44.838275 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6115'] for router (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:44.840576 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Publish callbacks [] for router_controller (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), precommit_delete_associations {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:44.852845 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2a469597-4707-400f-be5a-1c31234503ef no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:38:44.875488 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 2a469597-4707-400f-be5a-1c31234503ef {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:38:44.877755 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2a469597-4707-400f-be5a-1c31234503ef not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:38:44.956474 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-461290'] for router (2b2db1b4-590e-4ff2-a1e0-17f42adab1c5), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:44.957082 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 {{(pid=103655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 25 03:38:44.961556 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:44.967954 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-3fec84b0-99bb-4762-938b-50eb7d6b4c15 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2b2db1b4-590e-4ff2-a1e0-17f42adab1c5 HTTP/1.1" status: 204  len: 168 time: 1.3516171
Mar 25 03:38:44.967954 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37760) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:45.011492 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64b8d78-0f91-4ba2-8993-e1a9eb2179c4 admin admin] Deleting subnet f0fc2db0-5f07-4ebd-b00d-4236a2fef620 {{(pid=103655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:38:45.014926 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d64b8d78-0f91-4ba2-8993-e1a9eb2179c4 admin admin] Publish callbacks [] for subnet (f0fc2db0-5f07-4ebd-b00d-4236a2fef620), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.055746 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d64b8d78-0f91-4ba2-8993-e1a9eb2179c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-751077'] for subnet (f0fc2db0-5f07-4ebd-b00d-4236a2fef620), precommit_delete_associations {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.142233 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d64b8d78-0f91-4ba2-8993-e1a9eb2179c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (f0fc2db0-5f07-4ebd-b00d-4236a2fef620), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.147309 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8653698-5f2b-4dc4-96e5-688c8615624a req-b931ce41-d895-40ad-ac89-13aa27fb78df tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:45.148739 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c8653698-5f2b-4dc4-96e5-688c8615624a req-b931ce41-d895-40ad-ac89-13aa27fb78df tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0733366
Mar 25 03:38:45.198252 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c8653698-5f2b-4dc4-96e5-688c8615624a req-86152798-0801-40fe-b432-583a4a47f449 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437140
Mar 25 03:38:45.225231 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d22973e0-a7be-423f-9f7a-2c99841c3b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.283197 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d64b8d78-0f91-4ba2-8993-e1a9eb2179c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8549167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10372204'] for subnet (f0fc2db0-5f07-4ebd-b00d-4236a2fef620), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.309381 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b8d78-0f91-4ba2-8993-e1a9eb2179c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fc2db0-5f07-4ebd-b00d-4236a2fef620,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:45.312958 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-d64b8d78-0f91-4ba2-8993-e1a9eb2179c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.316340 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-d64b8d78-0f91-4ba2-8993-e1a9eb2179c4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f0fc2db0-5f07-4ebd-b00d-4236a2fef620 HTTP/1.1" status: 204  len: 168 time: 0.3500905
Mar 25 03:38:45.318911 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37772) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:45.328265 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59152981-3526-4634-be67-d02a9b5f6878 None None] Network 2c5a4335-913f-4831-9329-aefa2b16e173 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:38:45.403025 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (2c5a4335-913f-4831-9329-aefa2b16e173), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.421099 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37778) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:45.490290 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Deleting port 01f91cf1-ea1f-4edb-b582-b20931479a3e {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:38:45.490631 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.558013 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecfa423-1748-4e74-bacd-712da4d98e74 None None] DHCP port deletion for 2c5a4335-913f-4831-9329-aefa2b16e173 request from dv-cinder-835168-1-iscsi {{(pid=103657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 25 03:38:45.570889 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] For port 01f91cf1-ea1f-4edb-b582-b20931479a3e, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=01f91cf1-ea1f-4edb-b582-b20931479a3e,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:38:45.571257 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.596877 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Calling delete_port for 01f91cf1-ea1f-4edb-b582-b20931479a3e owned by network:dhcp {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:38:45.619766 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfa423-1748-4e74-bacd-712da4d98e74 None None] Deleting port 01f91cf1-ea1f-4edb-b582-b20931479a3e {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:38:45.620247 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa423-1748-4e74-bacd-712da4d98e74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.684975 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-9ecfa423-1748-4e74-bacd-712da4d98e74 None None] For port 01f91cf1-ea1f-4edb-b582-b20931479a3e, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=01f91cf1-ea1f-4edb-b582-b20931479a3e,segment=NetworkSegment(410c8fea-a623-4309-b4d6-acfab56d6e35),segment_id=410c8fea-a623-4309-b4d6-acfab56d6e35)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:38:45.686003 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa423-1748-4e74-bacd-712da4d98e74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.698660 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfa423-1748-4e74-bacd-712da4d98e74 None None] Calling delete_port for 01f91cf1-ea1f-4edb-b582-b20931479a3e owned by network:dhcp {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:38:45.762213 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.778701 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa423-1748-4e74-bacd-712da4d98e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255'] for port (01f91cf1-ea1f-4edb-b582-b20931479a3e), after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.794094 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f91cf1-ea1f-4edb-b582-b20931479a3e,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:45.802732 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] No DVR routers for this DVR port 01f91cf1-ea1f-4edb-b582-b20931479a3e on host dv-cinder-835168-1-iscsi {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:38:45.808330 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfa423-1748-4e74-bacd-712da4d98e74 None None] Pushing event deleted for resources: {'Port': ['ID=01f91cf1-ea1f-4edb-b582-b20931479a3e,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:45.813925 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecfa423-1748-4e74-bacd-712da4d98e74 None None] No DVR routers for this DVR port 01f91cf1-ea1f-4edb-b582-b20931479a3e on host dv-cinder-835168-1-iscsi {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:38:45.872694 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (2c5a4335-913f-4831-9329-aefa2b16e173), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.888471 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-459075'] for router_interface (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.893302 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb7031c40>,) {'filters': {'network_id': ['2c5a4335-913f-4831-9329-aefa2b16e173']}} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:45.903427 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb7031c40>, '410c8fea-a623-4309-b4d6-acfab56d6e35') {'for_net_delete': True} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:45.903727 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb7031c40>, '410c8fea-a623-4309-b4d6-acfab56d6e35') {} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:45.913883 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-751068'] for segment (410c8fea-a623-4309-b4d6-acfab56d6e35), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.929370 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (410c8fea-a623-4309-b4d6-acfab56d6e35), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.937268 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:38:45.937841 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546701'] for segment (410c8fea-a623-4309-b4d6-acfab56d6e35), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]: Traceback (most recent call last):
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     timer()
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     cb(*args, **kw)
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     return func(*args, **kwargs)
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     self._notify()
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     self.callback(batched_events)
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     event.method(event)
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     return f(self, *a, **k)
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._get(url).json()
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:38:45.940510 dv-cinder-835168-1-iscsi neutron-server[103655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:38:46.134044 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (2c5a4335-913f-4831-9329-aefa2b16e173), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:46.142281 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:46.144190 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2c5a4335-913f-4831-9329-aefa2b16e173 HTTP/1.1" status: 204  len: 168 time: 0.8240824
Mar 25 03:38:46.154607 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a409da0-dfb7-4370-ba45-6e6468fa7b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c5a4335-913f-4831-9329-aefa2b16e173,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:46.219337 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:46.325832 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453683d-7212-4388-9f86-b5886f7eb076 req-09808345-977c-4a84-b33f-b4f29a6a0876 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:46.327322 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0453683d-7212-4388-9f86-b5886f7eb076 req-09808345-977c-4a84-b33f-b4f29a6a0876 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0603900
Mar 25 03:38:46.379493 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0453683d-7212-4388-9f86-b5886f7eb076 req-95441959-5bef-4128-a526-696ff4e48410 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458007
Mar 25 03:38:46.429162 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Deleting port 1356326a-b8c7-4133-977f-3499010fbb1b {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:38:46.429802 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:46.506343 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] For port 1356326a-b8c7-4133-977f-3499010fbb1b, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=1356326a-b8c7-4133-977f-3499010fbb1b,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:38:46.506709 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:46.519643 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Calling delete_port for 1356326a-b8c7-4133-977f-3499010fbb1b owned by network:router_interface {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:38:46.570303 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37798) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:46.637038 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 9962a606-3d7e-4b16-a478-e0ffd16c7a03 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:38:46.657958 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 9962a606-3d7e-4b16-a478-e0ffd16c7a03 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:38:46.658375 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 9962a606-3d7e-4b16-a478-e0ffd16c7a03 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:38:46.658954 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 01f91cf1-ea1f-4edb-b582-b20931479a3e no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:38:46.666583 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-b4429276-e4c9-4002-b72b-5c650f3103d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb503745eeb5421c88b2fe9a4ef78921&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0953996
Mar 25 03:38:46.669193 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37804) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:46.683815 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 01f91cf1-ea1f-4edb-b582-b20931479a3e {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:38:46.683815 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 01f91cf1-ea1f-4edb-b582-b20931479a3e not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:38:46.743096 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-56974c83-3dd5-41fc-b005-feacf0b7e38e admin admin] Publish callbacks [] for security_group (e847e7fe-1cdd-449e-8094-0c121e81f4c0), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:46.794828 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-56974c83-3dd5-41fc-b005-feacf0b7e38e admin admin] Publish callbacks [] for security_group (e847e7fe-1cdd-449e-8094-0c121e81f4c0), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:46.880185 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (1356326a-b8c7-4133-977f-3499010fbb1b), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:46.911848 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1356326a-b8c7-4133-977f-3499010fbb1b,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:46.913845 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-56974c83-3dd5-41fc-b005-feacf0b7e38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (e847e7fe-1cdd-449e-8094-0c121e81f4c0), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:46.916336 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-56974c83-3dd5-41fc-b005-feacf0b7e38e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:46.917505 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-56974c83-3dd5-41fc-b005-feacf0b7e38e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e847e7fe-1cdd-449e-8094-0c121e81f4c0 HTTP/1.1" status: 204  len: 168 time: 0.2474046
Mar 25 03:38:46.948375 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.948724 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.949075 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.949427 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.949885 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.950227 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.950557 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.950893 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.951223 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.951557 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.952339 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.952339 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.952524 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.952830 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.953239 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:38:46.958512 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56974c83-3dd5-41fc-b005-feacf0b7e38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e847e7fe-1cdd-449e-8094-0c121e81f4c0,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:47.116933 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462323'] for router_interface (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:47.355042 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Router b174e628-a4ad-4a33-bbc0-6ca515b43c7c has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:38:47.522215 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:38:47.522866 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:47.539808 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37834) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:47.540530 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-7f0ec11a-2751-4310-a257-abebafd537a5 admin admin] 10.222.0.24 "PUT /v2.0/routers/b174e628-a4ad-4a33-bbc0-6ca515b43c7c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1080067
Mar 25 03:38:47.543958 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539029bb-ffa6-4027-9bed-ddcb04d1dfeb None None] Sync routers for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:38:47.558929 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539029bb-ffa6-4027-9bed-ddcb04d1dfeb None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:38:47.561185 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-539029bb-ffa6-4027-9bed-ddcb04d1dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eb7fa84c0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:38:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:47.570116 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e7bba-c837-4162-a699-fcd5c91fe5a8 req-6ec29b3f-55d6-47f7-9366-a74931e9c367 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:47.571723 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-059e7bba-c837-4162-a699-fcd5c91fe5a8 req-6ec29b3f-55d6-47f7-9366-a74931e9c367 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0927358
Mar 25 03:38:47.632916 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-059e7bba-c837-4162-a699-fcd5c91fe5a8 req-2c7fbebd-333a-42ea-81bd-4d3bbdfee97c tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539498
Mar 25 03:38:47.658114 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Publish callbacks [] for router (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:47.679542 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-539029bb-ffa6-4027-9bed-ddcb04d1dfeb None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:38:47.769240 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Publish callbacks [] for router_gateway (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:47.876609 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-539029bb-ffa6-4027-9bed-ddcb04d1dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eb7fa84c0>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:38:46Z', 'revision_number': 5, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port': {'id': '2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:47.906796 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539029bb-ffa6-4027-9bed-ddcb04d1dfeb None None] Checking router: b174e628-a4ad-4a33-bbc0-6ca515b43c7c for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:38:47.917222 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539029bb-ffa6-4027-9bed-ddcb04d1dfeb None None] Routers {'b174e628-a4ad-4a33-bbc0-6ca515b43c7c'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:38:47.918341 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-539029bb-ffa6-4027-9bed-ddcb04d1dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eb7fa84c0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:38:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:47.920684 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Deleting port 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:38:47.921150 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:48.016043 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] For port 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:38:48.016451 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:48.031475 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-539029bb-ffa6-4027-9bed-ddcb04d1dfeb None None] Set router b174e628-a4ad-4a33-bbc0-6ca515b43c7c gateway port host: None {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:38:48.035213 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Calling delete_port for 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc owned by network:router_gateway {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:38:48.092726 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-539029bb-ffa6-4027-9bed-ddcb04d1dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eb7fa84c0>, [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:38:47Z', 'revision_number': 6, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port_host': None}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:48.122072 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539029bb-ffa6-4027-9bed-ddcb04d1dfeb None None] The sync data for ids ['b174e628-a4ad-4a33-bbc0-6ca515b43c7c'] in dv-cinder-835168-1-iscsi is: [{'id': 'b174e628-a4ad-4a33-bbc0-6ca515b43c7c', 'name': 'tempest-AttachVolumeTestJSON-199472695-router', 'tenant_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:32:14Z', 'updated_at': '2022-03-25T03:38:47Z', 'revision_number': 6, 'project_id': '680fe419d6a44ddcb8a1965b421ce8e9', 'gw_port_host': None}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:38:48.349337 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:48.377991 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:48.443749 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462345'] for router_gateway (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:48.550075 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6115'] for router (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:48.552388 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Publish callbacks [] for router_controller (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), precommit_delete_associations {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:48.692545 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-461290'] for router (b174e628-a4ad-4a33-bbc0-6ca515b43c7c), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:48.693865 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b174e628-a4ad-4a33-bbc0-6ca515b43c7c {{(pid=103655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 25 03:38:48.699304 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:48.700862 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-b7b939a5-5137-4eab-90cc-e045abc3a3c6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b174e628-a4ad-4a33-bbc0-6ca515b43c7c HTTP/1.1" status: 204  len: 168 time: 1.1696744
Mar 25 03:38:48.703623 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37888) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:48.757582 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_v2 [None req-297245a9-bef7-4631-9310-7ecd9494b037 admin admin] Deleting subnet 6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6 {{(pid=103656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:38:48.760282 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-297245a9-bef7-4631-9310-7ecd9494b037 admin admin] Publish callbacks [] for subnet (6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:48.770857 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb3fcb-2d6d-4f99-a4e7-26bd1e761ee4 req-b35e785f-f6db-4f69-a686-1b06e130df54 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:48.772508 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7aeb3fcb-2d6d-4f99-a4e7-26bd1e761ee4 req-b35e785f-f6db-4f69-a686-1b06e130df54 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0702050
Mar 25 03:38:48.798332 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-297245a9-bef7-4631-9310-7ecd9494b037 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580478'] for subnet (6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:48.829806 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7aeb3fcb-2d6d-4f99-a4e7-26bd1e761ee4 req-6ae46575-dc0d-4d0a-8ef1-f237f93a438b tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461540
Mar 25 03:38:48.984091 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-297245a9-bef7-4631-9310-7ecd9494b037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.032472 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 1356326a-b8c7-4133-977f-3499010fbb1b no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:38:49.056990 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 1356326a-b8c7-4133-977f-3499010fbb1b {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:38:49.057546 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 1356326a-b8c7-4133-977f-3499010fbb1b not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:38:49.168425 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-297245a9-bef7-4631-9310-7ecd9494b037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846492'] for subnet (6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.199689 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297245a9-bef7-4631-9310-7ecd9494b037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:49.216423 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-297245a9-bef7-4631-9310-7ecd9494b037 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.218286 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229f5f13-2c29-49ad-8861-1d0b4381a67a None None] Network 0fe920f0-4ddb-467c-b2c3-bde300f41195 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:38:49.222596 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-297245a9-bef7-4631-9310-7ecd9494b037 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6d7b57b1-dc73-4aa7-a09d-2887ee0d0cf6 HTTP/1.1" status: 204  len: 168 time: 0.5156479
Mar 25 03:38:49.223604 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37916) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:49.319531 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (0fe920f0-4ddb-467c-b2c3-bde300f41195), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.328179 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.396445 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Deleting port 904414f6-dbc2-4f46-9106-4e8e699ad307 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:38:49.396791 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.437461 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb98e6-c7dd-45ac-90c9-e1a46003fd16 None None] DHCP port deletion for 0fe920f0-4ddb-467c-b2c3-bde300f41195 request from dv-cinder-835168-1-iscsi {{(pid=103657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 25 03:38:49.469631 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] For port 904414f6-dbc2-4f46-9106-4e8e699ad307, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=904414f6-dbc2-4f46-9106-4e8e699ad307,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:38:49.470177 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.484181 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Calling delete_port for 904414f6-dbc2-4f46-9106-4e8e699ad307 owned by network:dhcp {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:38:49.492161 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-befb98e6-c7dd-45ac-90c9-e1a46003fd16 None None] Deleting port 904414f6-dbc2-4f46-9106-4e8e699ad307 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:38:49.492466 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-befb98e6-c7dd-45ac-90c9-e1a46003fd16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.575207 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-befb98e6-c7dd-45ac-90c9-e1a46003fd16 None None] For port 904414f6-dbc2-4f46-9106-4e8e699ad307, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=904414f6-dbc2-4f46-9106-4e8e699ad307,segment=NetworkSegment(8485abc2-a5fa-4a75-a18e-066288f851f4),segment_id=8485abc2-a5fa-4a75-a18e-066288f851f4)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:38:49.575606 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-befb98e6-c7dd-45ac-90c9-e1a46003fd16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.587533 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-befb98e6-c7dd-45ac-90c9-e1a46003fd16 None None] Calling delete_port for 904414f6-dbc2-4f46-9106-4e8e699ad307 owned by network:dhcp {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:38:49.642680 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.665495 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-befb98e6-c7dd-45ac-90c9-e1a46003fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255'] for port (904414f6-dbc2-4f46-9106-4e8e699ad307), after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.670589 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=904414f6-dbc2-4f46-9106-4e8e699ad307,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:49.682856 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] No DVR routers for this DVR port 904414f6-dbc2-4f46-9106-4e8e699ad307 on host dv-cinder-835168-1-iscsi {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:38:49.694057 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb98e6-c7dd-45ac-90c9-e1a46003fd16 None None] Pushing event deleted for resources: {'Port': ['ID=904414f6-dbc2-4f46-9106-4e8e699ad307,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:49.696151 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb98e6-c7dd-45ac-90c9-e1a46003fd16 None None] No DVR routers for this DVR port 904414f6-dbc2-4f46-9106-4e8e699ad307 on host dv-cinder-835168-1-iscsi {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:38:49.771493 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (0fe920f0-4ddb-467c-b2c3-bde300f41195), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.791914 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb62d2bb0>,) {'filters': {'network_id': ['0fe920f0-4ddb-467c-b2c3-bde300f41195']}} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:49.801330 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb62d2bb0>, '8485abc2-a5fa-4a75-a18e-066288f851f4') {'for_net_delete': True} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:49.801651 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb62d2bb0>, '8485abc2-a5fa-4a75-a18e-066288f851f4') {} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:38:49.810942 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-751068'] for segment (8485abc2-a5fa-4a75-a18e-066288f851f4), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.823853 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (8485abc2-a5fa-4a75-a18e-066288f851f4), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.836505 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:38:49.836978 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546701'] for segment (8485abc2-a5fa-4a75-a18e-066288f851f4), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]: Traceback (most recent call last):
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     timer()
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     cb(*args, **kw)
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     return func(*args, **kwargs)
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     self._notify()
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     self.callback(batched_events)
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     event.method(event)
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     return f(self, *a, **k)
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._get(url).json()
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:38:49.838847 dv-cinder-835168-1-iscsi neutron-server[103655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:38:49.958597 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fad61-b864-40ea-8b82-13960ffcb96a req-11233980-e783-4469-8bd2-b800d512ed06 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:49.962154 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-971fad61-b864-40ea-8b82-13960ffcb96a req-11233980-e783-4469-8bd2-b800d512ed06 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0562122
Mar 25 03:38:49.974415 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (0fe920f0-4ddb-467c-b2c3-bde300f41195), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.981824 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:49.985856 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0fe920f0-4ddb-467c-b2c3-bde300f41195 HTTP/1.1" status: 204  len: 168 time: 0.7604871
Mar 25 03:38:49.996852 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675241c-55d2-4b32-b4d5-754d20f58bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fe920f0-4ddb-467c-b2c3-bde300f41195,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:50.033887 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-971fad61-b864-40ea-8b82-13960ffcb96a req-eff4a9fa-d29f-47d5-a3f0-92f1221753a2 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682709
Mar 25 03:38:50.419168 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37942) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:50.457265 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-2cd2c6e1-76cf-4ed3-8c53-44f4b50223c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=680fe419d6a44ddcb8a1965b421ce8e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0369344
Mar 25 03:38:50.460322 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37944) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:50.520874 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-2c328471-1706-43dd-b01d-9146fbb6c1cc admin admin] Publish callbacks [] for security_group (9897c01e-932c-4a8d-a898-f18a2e9b8558), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:50.542842 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-2c328471-1706-43dd-b01d-9146fbb6c1cc admin admin] Publish callbacks [] for security_group (9897c01e-932c-4a8d-a898-f18a2e9b8558), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:50.615568 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 37952) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:50.634959 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 904414f6-dbc2-4f46-9106-4e8e699ad307 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:38:50.646666 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 904414f6-dbc2-4f46-9106-4e8e699ad307 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:38:50.647047 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 904414f6-dbc2-4f46-9106-4e8e699ad307 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:38:50.647463 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:38:50.666453 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:38:50.666805 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2b59ef5f-4f8f-4374-9ded-8d5801d4c5dc not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:38:50.720192 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5769e575-5576-4304-af6b-92f581a839ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:50.733649 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-2c328471-1706-43dd-b01d-9146fbb6c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (9897c01e-932c-4a8d-a898-f18a2e9b8558), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:50.739405 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-2c328471-1706-43dd-b01d-9146fbb6c1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:50.739405 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-2c328471-1706-43dd-b01d-9146fbb6c1cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9897c01e-932c-4a8d-a898-f18a2e9b8558 HTTP/1.1" status: 204  len: 168 time: 0.2759743
Mar 25 03:38:50.751773 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c328471-1706-43dd-b01d-9146fbb6c1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9897c01e-932c-4a8d-a898-f18a2e9b8558,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:50.808796 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5769e575-5576-4304-af6b-92f581a839ae admin admin] Publish callbacks [] for security_group (18917022-71c2-41ac-8813-6b848dd90199), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:50.937249 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5769e575-5576-4304-af6b-92f581a839ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (18917022-71c2-41ac-8813-6b848dd90199), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:50.975378 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-5769e575-5576-4304-af6b-92f581a839ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed84589023aa41548540a9b342d605cd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3587604
Mar 25 03:38:50.977348 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769e575-5576-4304-af6b-92f581a839ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18917022-71c2-41ac-8813-6b848dd90199,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:50.978304 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37958) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:51.027836 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a512-a7ce-415d-9eda-10a289626e80 admin admin] Publish callbacks [] for security_group (18917022-71c2-41ac-8813-6b848dd90199), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:51.050318 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a512-a7ce-415d-9eda-10a289626e80 admin admin] Publish callbacks [] for security_group (18917022-71c2-41ac-8813-6b848dd90199), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:51.153596 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadb13d-e58c-4ad6-bc3c-eab35278b7ff req-76a4ea17-6e96-4d3e-8516-5d1fc887ddaa tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:51.155217 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2dadb13d-e58c-4ad6-bc3c-eab35278b7ff req-76a4ea17-6e96-4d3e-8516-5d1fc887ddaa tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0529642
Mar 25 03:38:51.208194 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2dadb13d-e58c-4ad6-bc3c-eab35278b7ff req-6c83cf9b-bd8e-4b46-a7d8-7a60159f2c24 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468202
Mar 25 03:38:51.208486 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a512-a7ce-415d-9eda-10a289626e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (18917022-71c2-41ac-8813-6b848dd90199), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:51.211222 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a512-a7ce-415d-9eda-10a289626e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:51.212364 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-8ff9a512-a7ce-415d-9eda-10a289626e80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18917022-71c2-41ac-8813-6b848dd90199 HTTP/1.1" status: 204  len: 168 time: 0.2330928
Mar 25 03:38:51.224159 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9a512-a7ce-415d-9eda-10a289626e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18917022-71c2-41ac-8813-6b848dd90199,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:51.947378 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 37998) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:51.960765 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-047210d8-ad79-4741-be4e-22f663ab3e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:52.040756 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-047210d8-ad79-4741-be4e-22f663ab3e05 admin admin] Publish callbacks [] for security_group (eebf6c6e-24bd-47c6-9654-0bd5398934a8), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:52.121924 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-047210d8-ad79-4741-be4e-22f663ab3e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (eebf6c6e-24bd-47c6-9654-0bd5398934a8), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:52.163357 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-047210d8-ad79-4741-be4e-22f663ab3e05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=412963670ced4a108d58cb132540f6a3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2115574
Mar 25 03:38:52.164517 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38002) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:52.167297 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047210d8-ad79-4741-be4e-22f663ab3e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebf6c6e-24bd-47c6-9654-0bd5398934a8,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:52.241329 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7a01702-5834-4367-bf8c-06944d041139 admin admin] Publish callbacks [] for security_group (eebf6c6e-24bd-47c6-9654-0bd5398934a8), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:52.264643 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7a01702-5834-4367-bf8c-06944d041139 admin admin] Publish callbacks [] for security_group (eebf6c6e-24bd-47c6-9654-0bd5398934a8), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:52.336914 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d38c4-6748-48e5-bef3-e55f4a6bf3e8 req-c6dd3496-fe3d-48d6-8208-2b7d00e118f4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:52.338415 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3c1d38c4-6748-48e5-bef3-e55f4a6bf3e8 req-c6dd3496-fe3d-48d6-8208-2b7d00e118f4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0527499
Mar 25 03:38:52.386787 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-3c1d38c4-6748-48e5-bef3-e55f4a6bf3e8 req-7e95dc46-7fd6-45be-a3ab-b23ff1b310a6 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420995
Mar 25 03:38:52.419565 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7a01702-5834-4367-bf8c-06944d041139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (eebf6c6e-24bd-47c6-9654-0bd5398934a8), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:52.422262 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-b7a01702-5834-4367-bf8c-06944d041139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:52.423504 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-b7a01702-5834-4367-bf8c-06944d041139 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eebf6c6e-24bd-47c6-9654-0bd5398934a8 HTTP/1.1" status: 204  len: 168 time: 0.2579823
Mar 25 03:38:52.432669 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a01702-5834-4367-bf8c-06944d041139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebf6c6e-24bd-47c6-9654-0bd5398934a8,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:53.507947 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6a063-5128-47d3-8993-63f2f5dbc631 req-3b1ab52a-47d2-4f7a-86c5-17c7a7520581 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:53.509640 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f0f6a063-5128-47d3-8993-63f2f5dbc631 req-3b1ab52a-47d2-4f7a-86c5-17c7a7520581 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0533268
Mar 25 03:38:53.559690 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f0f6a063-5128-47d3-8993-63f2f5dbc631 req-9048ac3f-5c2f-4890-9e40-8e858e00dacd tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435402
Mar 25 03:38:54.393947 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38088) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:54.497406 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8c490bce-2ca2-455b-8991-6c2e1bbf463d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:54.571613 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8c490bce-2ca2-455b-8991-6c2e1bbf463d admin admin] Publish callbacks [] for security_group (c7891768-a9c7-4514-bca1-467d0a010f4c), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:54.645962 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8c490bce-2ca2-455b-8991-6c2e1bbf463d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c7891768-a9c7-4514-bca1-467d0a010f4c), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:54.683526 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c490bce-2ca2-455b-8991-6c2e1bbf463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7891768-a9c7-4514-bca1-467d0a010f4c,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:54.684389 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3fae7-e4af-4d6e-86f4-6c9f7dfef279 req-6fd546d3-f79b-449f-ac1a-ffaefb36d79b tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:54.690500 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-25d3fae7-e4af-4d6e-86f4-6c9f7dfef279 req-6fd546d3-f79b-449f-ac1a-ffaefb36d79b tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0653372
Mar 25 03:38:54.690745 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-8c490bce-2ca2-455b-8991-6c2e1bbf463d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb859f2084f94f8aa3a3cbb63cb55417&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2957580
Mar 25 03:38:54.692433 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38098) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:54.753427 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-55b132a0-6741-4e25-8f96-a64e9bc2d6c5 admin admin] Publish callbacks [] for security_group (c7891768-a9c7-4514-bca1-467d0a010f4c), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:54.754918 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-25d3fae7-e4af-4d6e-86f4-6c9f7dfef279 req-d71b60de-222b-4745-9874-7040368003e4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570378
Mar 25 03:38:54.789320 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-55b132a0-6741-4e25-8f96-a64e9bc2d6c5 admin admin] Publish callbacks [] for security_group (c7891768-a9c7-4514-bca1-467d0a010f4c), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:54.961253 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-55b132a0-6741-4e25-8f96-a64e9bc2d6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (c7891768-a9c7-4514-bca1-467d0a010f4c), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:54.964936 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-55b132a0-6741-4e25-8f96-a64e9bc2d6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:54.966105 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-55b132a0-6741-4e25-8f96-a64e9bc2d6c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7891768-a9c7-4514-bca1-467d0a010f4c HTTP/1.1" status: 204  len: 168 time: 0.2714353
Mar 25 03:38:54.986698 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b132a0-6741-4e25-8f96-a64e9bc2d6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7891768-a9c7-4514-bca1-467d0a010f4c,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:55.884930 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98570be6-14e6-415a-960e-200c3534a2eb req-5dc0691f-1fba-4ca3-b919-41300c08a895 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:55.887208 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-98570be6-14e6-415a-960e-200c3534a2eb req-5dc0691f-1fba-4ca3-b919-41300c08a895 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0640855
Mar 25 03:38:55.936419 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-98570be6-14e6-415a-960e-200c3534a2eb req-7c373e08-5693-40ce-9b75-b7d945bbb912 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434394
Mar 25 03:38:55.954775 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 38150) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:56.059418 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1606d2a2-1da5-49b4-aed6-a20a5ba8855f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:56.132565 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1606d2a2-1da5-49b4-aed6-a20a5ba8855f admin admin] Publish callbacks [] for security_group (2c3c773d-e60e-4540-a360-8a3a79f2f9d5), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:56.225153 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-1606d2a2-1da5-49b4-aed6-a20a5ba8855f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2c3c773d-e60e-4540-a360-8a3a79f2f9d5), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:56.264944 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-1606d2a2-1da5-49b4-aed6-a20a5ba8855f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a13372338354727aba4b68b8c8093e2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3090746
Mar 25 03:38:56.265854 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606d2a2-1da5-49b4-aed6-a20a5ba8855f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3c773d-e60e-4540-a360-8a3a79f2f9d5,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:56.267732 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38154) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:56.316992 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-fa101200-b5f5-45ab-95e3-09150f36a352 admin admin] Publish callbacks [] for security_group (2c3c773d-e60e-4540-a360-8a3a79f2f9d5), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:56.337872 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-fa101200-b5f5-45ab-95e3-09150f36a352 admin admin] Publish callbacks [] for security_group (2c3c773d-e60e-4540-a360-8a3a79f2f9d5), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:56.484441 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-fa101200-b5f5-45ab-95e3-09150f36a352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2c3c773d-e60e-4540-a360-8a3a79f2f9d5), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:56.484441 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-fa101200-b5f5-45ab-95e3-09150f36a352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:56.484441 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-fa101200-b5f5-45ab-95e3-09150f36a352 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c3c773d-e60e-4540-a360-8a3a79f2f9d5 HTTP/1.1" status: 204  len: 168 time: 0.2148907
Mar 25 03:38:56.492080 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa101200-b5f5-45ab-95e3-09150f36a352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3c773d-e60e-4540-a360-8a3a79f2f9d5,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:57.056135 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbeb4e-6d80-416f-9041-cc498f195f15 req-d18cdd3d-cb26-447a-a5a2-4df71f1976fd tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:57.057599 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-05cbeb4e-6d80-416f-9041-cc498f195f15 req-d18cdd3d-cb26-447a-a5a2-4df71f1976fd tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0511699
Mar 25 03:38:57.110805 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-05cbeb4e-6d80-416f-9041-cc498f195f15 req-4a9b361b-17ea-4e11-845c-4d8ad0f77a32 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472608
Mar 25 03:38:57.238209 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38172) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:57.251720 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-778031b8-3d97-4559-9102-d7a8cf5248f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:57.322750 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-778031b8-3d97-4559-9102-d7a8cf5248f7 admin admin] Publish callbacks [] for security_group (27700f42-b044-4c20-8900-8b372b7f1da9), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:57.390774 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-778031b8-3d97-4559-9102-d7a8cf5248f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (27700f42-b044-4c20-8900-8b372b7f1da9), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:57.431048 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-778031b8-3d97-4559-9102-d7a8cf5248f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec9c9b6c19b24438b46f6536795bb6d4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1917601
Mar 25 03:38:57.432934 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778031b8-3d97-4559-9102-d7a8cf5248f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27700f42-b044-4c20-8900-8b372b7f1da9,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:57.433633 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 38176) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:38:57.480194 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-4e244335-e133-410f-a91f-17d380b4eba0 admin admin] Publish callbacks [] for security_group (27700f42-b044-4c20-8900-8b372b7f1da9), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:57.501187 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-4e244335-e133-410f-a91f-17d380b4eba0 admin admin] Publish callbacks [] for security_group (27700f42-b044-4c20-8900-8b372b7f1da9), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:57.617482 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-4e244335-e133-410f-a91f-17d380b4eba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (27700f42-b044-4c20-8900-8b372b7f1da9), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:57.620079 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-4e244335-e133-410f-a91f-17d380b4eba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:38:57.621236 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-4e244335-e133-410f-a91f-17d380b4eba0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27700f42-b044-4c20-8900-8b372b7f1da9 HTTP/1.1" status: 204  len: 168 time: 0.1865942
Mar 25 03:38:57.629195 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e244335-e133-410f-a91f-17d380b4eba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27700f42-b044-4c20-8900-8b372b7f1da9,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:38:58.231010 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca140efc-3d20-46ed-979d-b689cf9fa26c req-95011da1-4130-471b-9884-d179554e0357 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:58.232469 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ca140efc-3d20-46ed-979d-b689cf9fa26c req-95011da1-4130-471b-9884-d179554e0357 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0536585
Mar 25 03:38:58.284407 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ca140efc-3d20-46ed-979d-b689cf9fa26c req-ec08931c-fcd7-4bbf-bc94-e2859226aeeb tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460749
Mar 25 03:38:59.402926 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca632d-5916-439b-b5a7-541048ce2cf4 req-a170c7a0-7e50-449d-a6c6-a818b42c8594 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:38:59.404433 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e7ca632d-5916-439b-b5a7-541048ce2cf4 req-a170c7a0-7e50-449d-a6c6-a818b42c8594 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0529039
Mar 25 03:38:59.456030 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e7ca632d-5916-439b-b5a7-541048ce2cf4 req-46f58af1-5f2f-4769-bc2f-67c8976f8b40 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459461
Mar 25 03:39:00.181326 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb9d2c-2665-4948-9ad2-6f8a63a108c2 req-ae219e9c-fe36-4246-a004-36252364e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:00.182847 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ccfb9d2c-2665-4948-9ad2-6f8a63a108c2 req-ae219e9c-fe36-4246-a004-36252364e6ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48056ec4a0a14de9bc3675f24e816164&device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 1129 time: 0.0438051
Mar 25 03:39:00.275012 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb9d2c-2665-4948-9ad2-6f8a63a108c2 req-6550ad55-1af6-4fc4-82d9-f9bb6a87d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:00.276468 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ccfb9d2c-2665-4948-9ad2-6f8a63a108c2 req-6550ad55-1af6-4fc4-82d9-f9bb6a87d770 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81599753-6f37-4c20-8ddf-546347b4f65f HTTP/1.1" status: 200  len: 910 time: 0.0876920
Mar 25 03:39:00.339963 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ccfb9d2c-2665-4948-9ad2-6f8a63a108c2 req-84e8400c-0b0d-4ade-89ff-474bbc39c746 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88719ce4-6600-449d-8bea-54b358379366 HTTP/1.1" status: 200  len: 1000 time: 0.0574002
Mar 25 03:39:00.387195 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb9d2c-2665-4948-9ad2-6f8a63a108c2 req-60ffb200-486b-486f-ace2-a9286fdc8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:00.388717 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ccfb9d2c-2665-4948-9ad2-6f8a63a108c2 req-60ffb200-486b-486f-ace2-a9286fdc8365 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e91e36b2-ae84-44ed-9e80-1ddc8b7776ce HTTP/1.1" status: 200  len: 848 time: 0.0435636
Mar 25 03:39:00.439080 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb9d2c-2665-4948-9ad2-6f8a63a108c2 req-23651757-5c07-4e5b-a6f0-3501608c0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:00.440454 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ccfb9d2c-2665-4948-9ad2-6f8a63a108c2 req-23651757-5c07-4e5b-a6f0-3501608c0af8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81599753-6f37-4c20-8ddf-546347b4f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0460107
Mar 25 03:39:00.546757 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ccfb9d2c-2665-4948-9ad2-6f8a63a108c2 req-657347c6-4f38-4ce9-a82d-dcef673244a5 service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0992179
Mar 25 03:39:00.656195 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088a7da-7a12-4b12-ac84-c891ce5714b6 req-74c8c406-97ab-480c-9173-1a5ab4d20059 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:00.657686 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6088a7da-7a12-4b12-ac84-c891ce5714b6 req-74c8c406-97ab-480c-9173-1a5ab4d20059 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.1243818
Mar 25 03:39:00.680299 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ccfb9d2c-2665-4948-9ad2-6f8a63a108c2 req-2f6728cc-f5ad-4bb8-ac1d-658aa41a9b32 service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1167183
Mar 25 03:39:00.719045 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6088a7da-7a12-4b12-ac84-c891ce5714b6 req-27af2482-f03d-4ac8-bcaf-819adb72d93c tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548046
Mar 25 03:39:01.611719 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38290) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:01.751523 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7ad34f81-e010-4e0d-864e-2b001e72b324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:01.844622 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7ad34f81-e010-4e0d-864e-2b001e72b324 admin admin] Publish callbacks [] for security_group (403a5fc6-b71f-495e-8745-e8047d20a34a), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:01.854001 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ba448-ea4e-43a2-a21d-3f193ab7c707 req-d86fab06-2fd4-4630-b1ef-d8cbcfe772e3 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:01.855656 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-fd7ba448-ea4e-43a2-a21d-3f193ab7c707 req-d86fab06-2fd4-4630-b1ef-d8cbcfe772e3 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0628626
Mar 25 03:39:01.904693 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-fd7ba448-ea4e-43a2-a21d-3f193ab7c707 req-ae3b61d2-4fb5-44f1-b404-2a6df5fe31cc tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433538
Mar 25 03:39:02.019571 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7ad34f81-e010-4e0d-864e-2b001e72b324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (403a5fc6-b71f-495e-8745-e8047d20a34a), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:02.060680 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-7ad34f81-e010-4e0d-864e-2b001e72b324 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ca9f7ea97954276b25602bda2fc96a4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4476018
Mar 25 03:39:02.061825 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad34f81-e010-4e0d-864e-2b001e72b324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403a5fc6-b71f-495e-8745-e8047d20a34a,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:02.063189 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 38310) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:02.115816 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e8d98487-1f30-4c1a-9c60-aee9582da446 admin admin] Publish callbacks [] for security_group (403a5fc6-b71f-495e-8745-e8047d20a34a), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:02.138682 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e8d98487-1f30-4c1a-9c60-aee9582da446 admin admin] Publish callbacks [] for security_group (403a5fc6-b71f-495e-8745-e8047d20a34a), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:02.262741 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e8d98487-1f30-4c1a-9c60-aee9582da446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (403a5fc6-b71f-495e-8745-e8047d20a34a), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:02.265375 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e8d98487-1f30-4c1a-9c60-aee9582da446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:02.266582 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-e8d98487-1f30-4c1a-9c60-aee9582da446 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/403a5fc6-b71f-495e-8745-e8047d20a34a HTTP/1.1" status: 204  len: 168 time: 0.2014072
Mar 25 03:39:02.274223 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d98487-1f30-4c1a-9c60-aee9582da446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403a5fc6-b71f-495e-8745-e8047d20a34a,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:02.935103 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:03.031014 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e223b2-27cd-4ed3-bd49-f199785df7f9 req-dcf9dec2-fae0-4cfc-bcbf-21e2ecf03333 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:03.032508 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-95e223b2-27cd-4ed3-bd49-f199785df7f9 req-dcf9dec2-fae0-4cfc-bcbf-21e2ecf03333 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0522342
Mar 25 03:39:03.080319 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-95e223b2-27cd-4ed3-bd49-f199785df7f9 req-fe88f6aa-3bf4-4f3b-bce8-b8b4d28a6d5f tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415699
Mar 25 03:39:03.137249 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 38336) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:03.150153 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6aaee683-2368-41ea-a295-4ec9204f9f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:03.236932 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6aaee683-2368-41ea-a295-4ec9204f9f74 admin admin] Publish callbacks [] for security_group (de4c4234-4556-44d3-a38e-1ddcf43d8eb3), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:03.344539 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6aaee683-2368-41ea-a295-4ec9204f9f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (de4c4234-4556-44d3-a38e-1ddcf43d8eb3), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:03.384596 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-6aaee683-2368-41ea-a295-4ec9204f9f74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=563860a1ced84fa69a4d791bbeb15df4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2462282
Mar 25 03:39:03.385858 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaee683-2368-41ea-a295-4ec9204f9f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4c4234-4556-44d3-a38e-1ddcf43d8eb3,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:03.387299 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38346) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:03.437266 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-567db6e0-3e73-4274-be89-cc2df693a029 admin admin] Publish callbacks [] for security_group (de4c4234-4556-44d3-a38e-1ddcf43d8eb3), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:03.458733 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-567db6e0-3e73-4274-be89-cc2df693a029 admin admin] Publish callbacks [] for security_group (de4c4234-4556-44d3-a38e-1ddcf43d8eb3), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:03.611097 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-567db6e0-3e73-4274-be89-cc2df693a029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (de4c4234-4556-44d3-a38e-1ddcf43d8eb3), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:03.613638 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-567db6e0-3e73-4274-be89-cc2df693a029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:03.614966 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-567db6e0-3e73-4274-be89-cc2df693a029 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de4c4234-4556-44d3-a38e-1ddcf43d8eb3 HTTP/1.1" status: 204  len: 168 time: 0.2257590
Mar 25 03:39:03.623498 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567db6e0-3e73-4274-be89-cc2df693a029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4c4234-4556-44d3-a38e-1ddcf43d8eb3,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:03.730719 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38352) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:03.832125 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-bdbad710-07e2-460e-a3b9-e654652a06b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:03.908378 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-bdbad710-07e2-460e-a3b9-e654652a06b0 admin admin] Publish callbacks [] for security_group (118a6b5e-bd45-4b59-ad3a-9724f9966e0c), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:04.028640 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-bdbad710-07e2-460e-a3b9-e654652a06b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (118a6b5e-bd45-4b59-ad3a-9724f9966e0c), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:04.067126 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-bdbad710-07e2-460e-a3b9-e654652a06b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80c3f91364504d488919e2c4dbc6317f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3352697
Mar 25 03:39:04.069070 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbad710-07e2-460e-a3b9-e654652a06b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118a6b5e-bd45-4b59-ad3a-9724f9966e0c,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:04.069924 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 38358) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:04.118723 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-31f04dae-804f-4ff6-b42c-489321a7c1c6 admin admin] Publish callbacks [] for security_group (118a6b5e-bd45-4b59-ad3a-9724f9966e0c), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:04.143974 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-31f04dae-804f-4ff6-b42c-489321a7c1c6 admin admin] Publish callbacks [] for security_group (118a6b5e-bd45-4b59-ad3a-9724f9966e0c), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:04.224064 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b90cf315-12ec-4e71-94f7-1ab0c45c324a req-9bbbef6b-757e-4e29-b05f-f00687b57995 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0438514
Mar 25 03:39:04.225227 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3c4b2-ccb3-47ff-a992-5c7d27eae312 req-e516403c-a9c1-4ec5-bbcd-e7ad62671635 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:04.226812 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2ec3c4b2-ccb3-47ff-a992-5c7d27eae312 req-e516403c-a9c1-4ec5-bbcd-e7ad62671635 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0760403
Mar 25 03:39:04.293885 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-2ec3c4b2-ccb3-47ff-a992-5c7d27eae312 req-a6db30e2-873b-4cdd-8cb2-5fa404d195d9 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563247
Mar 25 03:39:04.296229 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 88719ce4-6600-449d-8bea-54b358379366 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:39:04.297246 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-31f04dae-804f-4ff6-b42c-489321a7c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (118a6b5e-bd45-4b59-ad3a-9724f9966e0c), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:04.301387 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-31f04dae-804f-4ff6-b42c-489321a7c1c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:04.305826 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-31f04dae-804f-4ff6-b42c-489321a7c1c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/118a6b5e-bd45-4b59-ad3a-9724f9966e0c HTTP/1.1" status: 204  len: 168 time: 0.2348318
Mar 25 03:39:04.314295 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cf315-12ec-4e71-94f7-1ab0c45c324a req-8273e7ec-3484-4069-9030-abfbac9fc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:04.315815 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b90cf315-12ec-4e71-94f7-1ab0c45c324a req-8273e7ec-3484-4069-9030-abfbac9fc388 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 1130 time: 0.0500267
Mar 25 03:39:04.318913 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f04dae-804f-4ff6-b42c-489321a7c1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118a6b5e-bd45-4b59-ad3a-9724f9966e0c,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:04.407770 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 38372) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:04.426990 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c7703807-f085-4355-81f4-59737662f6d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:04.444554 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 88719ce4-6600-449d-8bea-54b358379366 is: ACTIVE; New status is: DOWN {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:39:04.445248 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (88719ce4-6600-449d-8bea-54b358379366), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:04.470357 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88719ce4-6600-449d-8bea-54b358379366'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:39:04.472604 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f471c-8f2d-480b-8e0c-155f2c108ee7" -d '{"events": [{"server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "name": "network-vif-unplugged", "status": "completed", "tag": "88719ce4-6600-449d-8bea-54b358379366"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:39:04.481478 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cf315-12ec-4e71-94f7-1ab0c45c324a req-85ea578f-62ae-4011-9564-343ae5b62ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:04.482935 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b90cf315-12ec-4e71-94f7-1ab0c45c324a req-85ea578f-62ae-4011-9564-343ae5b62ebc service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 912 time: 0.1368110
Mar 25 03:39:04.498029 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 88719ce4-6600-449d-8bea-54b358379366, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=88719ce4-6600-449d-8bea-54b358379366,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:39:04.508572 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 25 Mar 2022 03:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6af9c4-90ab-4211-952a-720338c535d7 x-openstack-request-id: req-aa6af9c4-90ab-4211-952a-720338c535d7 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:39:04.508964 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "name": "network-vif-unplugged", "status": "failed", "tag": "88719ce4-6600-449d-8bea-54b358379366", "code": 422}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:39:04.509735 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa6af9c4-90ab-4211-952a-720338c535d7 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:39:04.509897 dv-cinder-835168-1-iscsi neutron-server[103657]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-aa6af9c4-90ab-4211-952a-720338c535d7']: {'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88719ce4-6600-449d-8bea-54b358379366', 'code': 422} returned with failed status
Mar 25 03:39:04.517990 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c7703807-f085-4355-81f4-59737662f6d8 admin admin] Publish callbacks [] for security_group (0d31f398-c702-4eac-89ca-3067b8a9a2b0), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:04.550674 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b90cf315-12ec-4e71-94f7-1ab0c45c324a req-3277f5ee-c036-4002-902f-06f5cb780530 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba8825c-14ca-4408-8c18-80c3de773594 HTTP/1.1" status: 200  len: 1002 time: 0.0619023
Mar 25 03:39:04.601918 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cf315-12ec-4e71-94f7-1ab0c45c324a req-21f55478-7622-4884-88e1-6c819dda2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:04.603393 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b90cf315-12ec-4e71-94f7-1ab0c45c324a req-21f55478-7622-4884-88e1-6c819dda2dfe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 200  len: 850 time: 0.0477183
Mar 25 03:39:04.613157 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c7703807-f085-4355-81f4-59737662f6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (0d31f398-c702-4eac-89ca-3067b8a9a2b0), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:04.613376 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (88719ce4-6600-449d-8bea-54b358379366), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:04.668290 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-c7703807-f085-4355-81f4-59737662f6d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c39caf47287048538d1d8ce05b9d3dab&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2591777
Mar 25 03:39:04.670856 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 38380) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:04.676432 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cf315-12ec-4e71-94f7-1ab0c45c324a req-ce6e9496-cbb9-46db-8493-3955025d004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:04.678201 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b90cf315-12ec-4e71-94f7-1ab0c45c324a req-ce6e9496-cbb9-46db-8493-3955025d004e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b3658a2-99c4-4d46-9375-814ea7ecaf18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0688965
Mar 25 03:39:04.701104 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=88719ce4-6600-449d-8bea-54b358379366,revision_number=6']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:04.711172 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.711887 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.712585 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.713128 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.713812 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.714363 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.715171 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.715703 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.716234 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.716753 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.717522 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.718102 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.718635 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.719501 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.720022 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:04.783755 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b90cf315-12ec-4e71-94f7-1ab0c45c324a req-e566498f-0695-4f3d-8ffd-a1bf08b26d37 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0989370
Mar 25 03:39:04.790969 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7703807-f085-4355-81f4-59737662f6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d31f398-c702-4eac-89ca-3067b8a9a2b0,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:04.836353 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e638b9-4eb9-48b6-9922-6dc1ff4a98ba req-46f85d0a-4de7-42c4-bcfa-e60b85db9985 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:04.843766 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-45e638b9-4eb9-48b6-9922-6dc1ff4a98ba req-46f85d0a-4de7-42c4-bcfa-e60b85db9985 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.1413782
Mar 25 03:39:04.884701 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7cf7543a-fa19-4ea2-8b0c-acc124c7a0d0 admin admin] Publish callbacks [] for security_group (0d31f398-c702-4eac-89ca-3067b8a9a2b0), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:04.910740 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38394) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:04.930154 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b90cf315-12ec-4e71-94f7-1ab0c45c324a req-6a15da52-bdad-404b-9507-b7b781c81fd3 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395423
Mar 25 03:39:04.937032 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7cf7543a-fa19-4ea2-8b0c-acc124c7a0d0 admin admin] Publish callbacks [] for security_group (0d31f398-c702-4eac-89ca-3067b8a9a2b0), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:04.959005 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-45e638b9-4eb9-48b6-9922-6dc1ff4a98ba req-28ab54f1-8bde-4fb4-bb85-4e0b463b7774 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107752
Mar 25 03:39:05.041069 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-9158d20b-cd8f-40d7-b902-b1d65904eca4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1291587
Mar 25 03:39:05.049581 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-d7040ad7-86eb-4a1c-bbdb-4813df6324dc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:39:05.050538 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-d7040ad7-86eb-4a1c-bbdb-4813df6324dc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047648
Mar 25 03:39:05.104142 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7cf7543a-fa19-4ea2-8b0c-acc124c7a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (0d31f398-c702-4eac-89ca-3067b8a9a2b0), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:05.106774 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-7cf7543a-fa19-4ea2-8b0c-acc124c7a0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:05.111142 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-7cf7543a-fa19-4ea2-8b0c-acc124c7a0d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d31f398-c702-4eac-89ca-3067b8a9a2b0 HTTP/1.1" status: 204  len: 168 time: 0.4333951
Mar 25 03:39:05.115737 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7543a-fa19-4ea2-8b0c-acc124c7a0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d31f398-c702-4eac-89ca-3067b8a9a2b0,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:05.174028 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38404) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:05.188477 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3c02ede7-41d3-4fc1-a1dd-7c63dd4b2d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:05.191600 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 38406) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:05.273514 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3c02ede7-41d3-4fc1-a1dd-7c63dd4b2d4c admin admin] Publish callbacks [] for security_group (17e1fd6b-e535-4cee-bab5-a1e0b62dba14), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:05.334029 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-3c02ede7-41d3-4fc1-a1dd-7c63dd4b2d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (17e1fd6b-e535-4cee-bab5-a1e0b62dba14), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:05.373603 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-3c02ede7-41d3-4fc1-a1dd-7c63dd4b2d4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44c923d7612b4b9aad98f2624a4ca76c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1983118
Mar 25 03:39:05.376332 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38410) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:05.382279 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02ede7-41d3-4fc1-a1dd-7c63dd4b2d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e1fd6b-e535-4cee-bab5-a1e0b62dba14,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:05.402551 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-237650b5-49e5-4f2f-9728-94586e6174a8 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:05.409005 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-237650b5-49e5-4f2f-9728-94586e6174a8 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports/88719ce4-6600-449d-8bea-54b358379366 HTTP/1.1" status: 200  len: 940 time: 0.2131531
Mar 25 03:39:05.436070 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-086f0d7b-c697-4dd6-8ff9-620516270d49 admin admin] Publish callbacks [] for security_group (17e1fd6b-e535-4cee-bab5-a1e0b62dba14), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:05.456928 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-086f0d7b-c697-4dd6-8ff9-620516270d49 admin admin] Publish callbacks [] for security_group (17e1fd6b-e535-4cee-bab5-a1e0b62dba14), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:05.573368 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-086f0d7b-c697-4dd6-8ff9-620516270d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (17e1fd6b-e535-4cee-bab5-a1e0b62dba14), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:05.575957 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-086f0d7b-c697-4dd6-8ff9-620516270d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:05.577122 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-086f0d7b-c697-4dd6-8ff9-620516270d49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17e1fd6b-e535-4cee-bab5-a1e0b62dba14 HTTP/1.1" status: 204  len: 168 time: 0.1998296
Mar 25 03:39:05.585989 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f0d7b-c697-4dd6-8ff9-620516270d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e1fd6b-e535-4cee-bab5-a1e0b62dba14,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:06.083300 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70af52-923f-4283-90d9-03e254a17295 req-c0bf026e-a802-46bf-8cf0-9378ddbc9d3e tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:06.085650 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-db70af52-923f-4283-90d9-03e254a17295 req-c0bf026e-a802-46bf-8cf0-9378ddbc9d3e tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0585151
Mar 25 03:39:06.165819 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-db70af52-923f-4283-90d9-03e254a17295 req-09324ec4-ff0f-4abc-8bc6-a5c3b7077ad0 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675552
Mar 25 03:39:07.285039 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a3407-aa0b-49fd-a321-59efc80307ff req-44ac7bad-0d6f-4e34-91c1-448e60f22083 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:07.286541 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-569a3407-aa0b-49fd-a321-59efc80307ff req-44ac7bad-0d6f-4e34-91c1-448e60f22083 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0536640
Mar 25 03:39:07.338150 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-569a3407-aa0b-49fd-a321-59efc80307ff req-ba74bc1a-656f-4cab-868f-fb021e2b6a74 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450499
Mar 25 03:39:08.413570 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-c8235dee-dd17-4d71-843a-c11d47259c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:08.415150 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-c8235dee-dd17-4d71-843a-c11d47259c4a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8&tenant_id=48056ec4a0a14de9bc3675f24e816164 HTTP/1.1" status: 200  len: 1127 time: 0.0614028
Mar 25 03:39:08.498177 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fcd54-8148-4145-9680-ff6ac38af4a6 req-34571332-6c5a-47ff-a3a4-4228c6d12ac0 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:08.499566 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-aa1fcd54-8148-4145-9680-ff6ac38af4a6 req-34571332-6c5a-47ff-a3a4-4228c6d12ac0 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0835507
Mar 25 03:39:08.505965 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-92e3ced9-acc5-4c04-886c-7e6634656740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:08.508085 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-92e3ced9-acc5-4c04-886c-7e6634656740 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48056ec4a0a14de9bc3675f24e816164&device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 1127 time: 0.0656817
Mar 25 03:39:08.606298 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-aa1fcd54-8148-4145-9680-ff6ac38af4a6 req-adc75e93-470c-466c-996e-beea81696cc8 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971286
Mar 25 03:39:08.639091 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-77253941-6a24-433d-8070-0d289449c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:08.640539 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-77253941-6a24-433d-8070-0d289449c108 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81599753-6f37-4c20-8ddf-546347b4f65f HTTP/1.1" status: 200  len: 910 time: 0.1190174
Mar 25 03:39:08.712419 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-4ac1b982-ec0e-48a3-a59d-f6f0819f6a02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88719ce4-6600-449d-8bea-54b358379366 HTTP/1.1" status: 200  len: 998 time: 0.0651405
Mar 25 03:39:09.020204 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-e7778162-518d-458a-acce-1650df2f0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:09.021641 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-e7778162-518d-458a-acce-1650df2f0da1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e91e36b2-ae84-44ed-9e80-1ddc8b7776ce HTTP/1.1" status: 200  len: 848 time: 0.3028827
Mar 25 03:39:09.072932 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-35641791-8b76-469d-9787-47995b196b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:09.074443 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-35641791-8b76-469d-9787-47995b196b25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81599753-6f37-4c20-8ddf-546347b4f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0446541
Mar 25 03:39:09.168345 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-9062fd01-e739-4db9-8341-7e05ad14bc2e service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862553
Mar 25 03:39:09.261540 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-76dab8a5-e045-4ea3-8814-65d7a6deecf2 req-0726123e-0f2d-4456-be58-54c879d89ee3 service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866187
Mar 25 03:39:09.351640 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38598) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:09.461232 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-07b22ccd-7eed-4c35-96d7-de7d9e47520e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:09.534276 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-07b22ccd-7eed-4c35-96d7-de7d9e47520e admin admin] Publish callbacks [] for security_group (66b0a46e-50c8-4376-8d95-c09710b1a2fd), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:09.602066 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-07b22ccd-7eed-4c35-96d7-de7d9e47520e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (66b0a46e-50c8-4376-8d95-c09710b1a2fd), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:09.648950 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-07b22ccd-7eed-4c35-96d7-de7d9e47520e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9987ebe638c34e0d9e74a2da722ae257&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2961607
Mar 25 03:39:09.651028 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b22ccd-7eed-4c35-96d7-de7d9e47520e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b0a46e-50c8-4376-8d95-c09710b1a2fd,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:09.651739 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 38606) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:09.738938 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fe60c6e2-c38b-4d98-b4a7-99aae5077568 admin admin] Publish callbacks [] for security_group (66b0a46e-50c8-4376-8d95-c09710b1a2fd), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:09.771539 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d89304-7797-4caf-8517-c1b00b0318d7 req-e5023e5d-68a0-440d-86c0-fc92be04f043 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:09.773056 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-42d89304-7797-4caf-8517-c1b00b0318d7 req-e5023e5d-68a0-440d-86c0-fc92be04f043 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0821588
Mar 25 03:39:09.774933 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fe60c6e2-c38b-4d98-b4a7-99aae5077568 admin admin] Publish callbacks [] for security_group (66b0a46e-50c8-4376-8d95-c09710b1a2fd), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:09.846333 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-42d89304-7797-4caf-8517-c1b00b0318d7 req-d901d702-6943-4a05-bd02-e66fa0dc58b1 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649168
Mar 25 03:39:09.950874 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fe60c6e2-c38b-4d98-b4a7-99aae5077568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (66b0a46e-50c8-4376-8d95-c09710b1a2fd), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:09.953431 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-fe60c6e2-c38b-4d98-b4a7-99aae5077568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:09.956450 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-fe60c6e2-c38b-4d98-b4a7-99aae5077568 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66b0a46e-50c8-4376-8d95-c09710b1a2fd HTTP/1.1" status: 204  len: 168 time: 0.3013792
Mar 25 03:39:09.964601 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60c6e2-c38b-4d98-b4a7-99aae5077568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b0a46e-50c8-4376-8d95-c09710b1a2fd,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:10.530116 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 38624) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:10.544951 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2dc89c94-262e-40c3-b547-a2ffd91e5b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:10.625709 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2dc89c94-262e-40c3-b547-a2ffd91e5b65 admin admin] Publish callbacks [] for security_group (bc5a0e03-4f54-4aaf-8cbf-22257604305b), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:10.670467 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-2dc89c94-262e-40c3-b547-a2ffd91e5b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (bc5a0e03-4f54-4aaf-8cbf-22257604305b), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:10.711164 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-2dc89c94-262e-40c3-b547-a2ffd91e5b65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02123d231fdd4a6fb56cdd0cef95e352&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1792381
Mar 25 03:39:10.712263 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc89c94-262e-40c3-b547-a2ffd91e5b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a0e03-4f54-4aaf-8cbf-22257604305b,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:10.714005 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38626) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:10.762265 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-903e3250-ee04-41d5-adeb-b674ad31db6d admin admin] Publish callbacks [] for security_group (bc5a0e03-4f54-4aaf-8cbf-22257604305b), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:10.783345 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-903e3250-ee04-41d5-adeb-b674ad31db6d admin admin] Publish callbacks [] for security_group (bc5a0e03-4f54-4aaf-8cbf-22257604305b), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:10.893493 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-903e3250-ee04-41d5-adeb-b674ad31db6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (bc5a0e03-4f54-4aaf-8cbf-22257604305b), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:10.896053 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-903e3250-ee04-41d5-adeb-b674ad31db6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:10.897238 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-903e3250-ee04-41d5-adeb-b674ad31db6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc5a0e03-4f54-4aaf-8cbf-22257604305b HTTP/1.1" status: 204  len: 168 time: 0.1821678
Mar 25 03:39:10.905679 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e3250-ee04-41d5-adeb-b674ad31db6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a0e03-4f54-4aaf-8cbf-22257604305b,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:10.971174 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc75159-b962-411f-ab72-ab29e1e20a37 req-7c7ed806-c949-4c9f-98c1-c80abb5584ba tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:10.978601 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6dc75159-b962-411f-ab72-ab29e1e20a37 req-7c7ed806-c949-4c9f-98c1-c80abb5584ba tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0642953
Mar 25 03:39:11.025401 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6dc75159-b962-411f-ab72-ab29e1e20a37 req-43883684-0b23-416a-91d2-56a3fbadd93d tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456252
Mar 25 03:39:12.181999 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e592a-46c7-4372-98ff-cbff83b8561c req-45ed7043-cbc3-4e09-ba5f-29dcf301a708 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:12.183492 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-039e592a-46c7-4372-98ff-cbff83b8561c req-45ed7043-cbc3-4e09-ba5f-29dcf301a708 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0566797
Mar 25 03:39:12.236635 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-039e592a-46c7-4372-98ff-cbff83b8561c req-e698bda9-e1c1-496f-b5b6-ef63e32fc339 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476995
Mar 25 03:39:12.871328 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0f36ef61-b293-494f-9a46-32ec573f9998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:13.359711 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a53d82-6c87-4aa0-9f67-26c64c88f653 req-f1afe42e-96ec-4046-9e4f-d7fe1c257326 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:13.361253 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e6a53d82-6c87-4aa0-9f67-26c64c88f653 req-f1afe42e-96ec-4046-9e4f-d7fe1c257326 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0556996
Mar 25 03:39:13.412507 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e6a53d82-6c87-4aa0-9f67-26c64c88f653 req-5ff96e53-8be6-421c-adf0-0b3d2493a996 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454481
Mar 25 03:39:13.813620 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 38732) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:13.921471 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd9cd-8075-4a8a-bfe0-381f06b71267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:13.995742 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd9cd-8075-4a8a-bfe0-381f06b71267 admin admin] Publish callbacks [] for security_group (b037e7a5-4560-4dd6-a36f-d22753b2b5ed), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:14.062589 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd9cd-8075-4a8a-bfe0-381f06b71267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (b037e7a5-4560-4dd6-a36f-d22753b2b5ed), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:14.103078 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-9d8cd9cd-8075-4a8a-bfe0-381f06b71267 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48409878140c478e8b17224a4dfd8a05&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2851648
Mar 25 03:39:14.103078 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cd9cd-8075-4a8a-bfe0-381f06b71267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b037e7a5-4560-4dd6-a36f-d22753b2b5ed,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:14.104843 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38736) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:14.151892 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-69142bec-a036-44ac-90dd-9a551706cf2c admin admin] Publish callbacks [] for security_group (b037e7a5-4560-4dd6-a36f-d22753b2b5ed), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:14.173947 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-69142bec-a036-44ac-90dd-9a551706cf2c admin admin] Publish callbacks [] for security_group (b037e7a5-4560-4dd6-a36f-d22753b2b5ed), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:14.316293 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-69142bec-a036-44ac-90dd-9a551706cf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (b037e7a5-4560-4dd6-a36f-d22753b2b5ed), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:14.318801 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-69142bec-a036-44ac-90dd-9a551706cf2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:14.319958 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-69142bec-a036-44ac-90dd-9a551706cf2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b037e7a5-4560-4dd6-a36f-d22753b2b5ed HTTP/1.1" status: 204  len: 168 time: 0.2141035
Mar 25 03:39:14.327693 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69142bec-a036-44ac-90dd-9a551706cf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b037e7a5-4560-4dd6-a36f-d22753b2b5ed,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:14.535813 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a3bd0-e7af-4b12-ba0c-9ee32edffd38 req-77cf4de6-5c34-4fb7-b6ec-9adb189d4b69 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:14.537389 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-137a3bd0-e7af-4b12-ba0c-9ee32edffd38 req-77cf4de6-5c34-4fb7-b6ec-9adb189d4b69 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0579481
Mar 25 03:39:14.589764 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-137a3bd0-e7af-4b12-ba0c-9ee32edffd38 req-4b3d7dba-3f49-4c71-a300-2979eebebdaa tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448778
Mar 25 03:39:14.992462 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 38752) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:15.005936 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02916a7c-5478-4ae8-b0fc-4d06a85d9088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:15.079324 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02916a7c-5478-4ae8-b0fc-4d06a85d9088 admin admin] Publish callbacks [] for security_group (25acda71-b3ef-40b7-a33d-d78b5765ad69), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:15.131235 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-02916a7c-5478-4ae8-b0fc-4d06a85d9088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (25acda71-b3ef-40b7-a33d-d78b5765ad69), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:15.171769 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-02916a7c-5478-4ae8-b0fc-4d06a85d9088 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8db80678a3eb47d4af54977a0643cc9b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1782122
Mar 25 03:39:15.172625 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02916a7c-5478-4ae8-b0fc-4d06a85d9088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25acda71-b3ef-40b7-a33d-d78b5765ad69,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:15.174560 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38754) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:15.196999 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2d22-7c8f-404e-83ee-ca7d906ca365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:15.223901 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ff3769c1-0c95-471f-a66c-f4a5a68ed811 admin admin] Publish callbacks [] for security_group (25acda71-b3ef-40b7-a33d-d78b5765ad69), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:15.246083 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ff3769c1-0c95-471f-a66c-f4a5a68ed811 admin admin] Publish callbacks [] for security_group (25acda71-b3ef-40b7-a33d-d78b5765ad69), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:15.345446 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:39:15.365704 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ff3769c1-0c95-471f-a66c-f4a5a68ed811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (25acda71-b3ef-40b7-a33d-d78b5765ad69), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:15.368305 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-ff3769c1-0c95-471f-a66c-f4a5a68ed811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:15.369468 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-ff3769c1-0c95-471f-a66c-f4a5a68ed811 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25acda71-b3ef-40b7-a33d-d78b5765ad69 HTTP/1.1" status: 204  len: 168 time: 0.1938310
Mar 25 03:39:15.377112 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3769c1-0c95-471f-a66c-f4a5a68ed811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25acda71-b3ef-40b7-a33d-d78b5765ad69,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:15.721101 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410823df-baa4-4694-9995-6f1e5d09e726 req-82f32bd8-dada-40dd-9a51-e2b0288e8737 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:15.723080 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-410823df-baa4-4694-9995-6f1e5d09e726 req-82f32bd8-dada-40dd-9a51-e2b0288e8737 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 943 time: 0.0665383
Mar 25 03:39:15.780181 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-410823df-baa4-4694-9995-6f1e5d09e726 req-2efdcd31-b944-4f64-94ee-da8eb4eefccc tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511124
Mar 25 03:39:16.230459 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:16.330858 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 88719ce4-6600-449d-8bea-54b358379366 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:39:16.428522 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 88719ce4-6600-449d-8bea-54b358379366, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=88719ce4-6600-449d-8bea-54b358379366,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:39:16.440401 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': '88719ce4-6600-449d-8bea-54b358379366', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'port_id': '88719ce4-6600-449d-8bea-54b358379366', 'mac_address': 'fa:16:3e:33:e4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:39:16.477046 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 88719ce4-6600-449d-8bea-54b358379366 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:39:16.477434 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (88719ce4-6600-449d-8bea-54b358379366), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:16.489941 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88719ce4-6600-449d-8bea-54b358379366 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:39:16.513176 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 88719ce4-6600-449d-8bea-54b358379366, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=88719ce4-6600-449d-8bea-54b358379366,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:39:16.613289 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (88719ce4-6600-449d-8bea-54b358379366), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:16.660224 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=88719ce4-6600-449d-8bea-54b358379366,revision_number=7']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:16.843771 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['88719ce4-6600-449d-8bea-54b358379366'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:39:16.913925 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bd682-33a6-4744-8ff6-1f0abac094b2 req-203562cd-e1bf-408a-8176-e90041d436f9 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:16.915571 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0a0bd682-33a6-4744-8ff6-1f0abac094b2 req-203562cd-e1bf-408a-8176-e90041d436f9 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 944 time: 0.0578761
Mar 25 03:39:16.983312 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0a0bd682-33a6-4744-8ff6-1f0abac094b2 req-0a6ce0e3-7a74-4388-a7a5-0d3bf7572783 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618024
Mar 25 03:39:17.518337 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:18.101957 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3640e02-936f-4c1a-ac60-2715865d808e req-f48f37c5-ccfe-4cc5-8527-28627c50868e tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:18.103842 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a3640e02-936f-4c1a-ac60-2715865d808e req-f48f37c5-ccfe-4cc5-8527-28627c50868e tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 944 time: 0.0533955
Mar 25 03:39:18.154043 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a3640e02-936f-4c1a-ac60-2715865d808e req-08000722-ed0e-49fa-a478-447da5b3823a tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441434
Mar 25 03:39:18.341076 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 88719ce4-6600-449d-8bea-54b358379366 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:39:18.388196 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port 88719ce4-6600-449d-8bea-54b358379366 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:39:18.388573 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (88719ce4-6600-449d-8bea-54b358379366), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:18.470879 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port 88719ce4-6600-449d-8bea-54b358379366 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:39:18.471268 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (88719ce4-6600-449d-8bea-54b358379366), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:18.493027 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88719ce4-6600-449d-8bea-54b358379366'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:39:18.495682 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4293da9-0127-4343-bbd9-3e864e19d5cc" -d '{"events": [{"server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "name": "network-vif-plugged", "status": "completed", "tag": "88719ce4-6600-449d-8bea-54b358379366"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:39:18.507506 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port 88719ce4-6600-449d-8bea-54b358379366, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=88719ce4-6600-449d-8bea-54b358379366,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:39:18.531315 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc984aa2-8d3b-450a-8e84-8c62001c9c40 x-openstack-request-id: req-fc984aa2-8d3b-450a-8e84-8c62001c9c40 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:39:18.531963 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "name": "network-vif-plugged", "status": "completed", "tag": "88719ce4-6600-449d-8bea-54b358379366", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:39:18.531963 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc984aa2-8d3b-450a-8e84-8c62001c9c40 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:39:18.532252 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc984aa2-8d3b-450a-8e84-8c62001c9c40'] response: {'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88719ce4-6600-449d-8bea-54b358379366', 'code': 200}
Mar 25 03:39:18.559782 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (88719ce4-6600-449d-8bea-54b358379366), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:18.607100 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=88719ce4-6600-449d-8bea-54b358379366,revision_number=8']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:18.834780 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa3ff5-2150-4b99-be45-8ebb18b500f6 req-96a34771-378e-494c-9a60-e2762aeb4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:18.836149 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3eaa3ff5-2150-4b99-be45-8ebb18b500f6 req-96a34771-378e-494c-9a60-e2762aeb4c11 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 1129 time: 0.0473635
Mar 25 03:39:18.881337 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3eaa3ff5-2150-4b99-be45-8ebb18b500f6 req-7c20eab2-8d4e-4d8e-aca0-824ca37ab279 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385816
Mar 25 03:39:19.230381 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:19.270199 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6c412-93e8-4586-8279-0d30123b4eed req-0715a9c9-9329-4e67-b45f-5a62d3f6e298 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:19.271664 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-66e6c412-93e8-4586-8279-0d30123b4eed req-0715a9c9-9329-4e67-b45f-5a62d3f6e298 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0531790
Mar 25 03:39:19.318894 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-66e6c412-93e8-4586-8279-0d30123b4eed req-b617503e-94e7-4369-bb83-fe344202b32c tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408418
Mar 25 03:39:20.437587 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51b32-a797-4198-ae9d-f612f756f268 req-7f2070d6-04fd-484d-8998-00d8624cd58b tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:20.439074 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-44d51b32-a797-4198-ae9d-f612f756f268 req-7f2070d6-04fd-484d-8998-00d8624cd58b tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0518560
Mar 25 03:39:20.486924 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-44d51b32-a797-4198-ae9d-f612f756f268 req-7bf94b68-b2e8-45b5-a3aa-d9a8046d3920 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423932
Mar 25 03:39:21.605773 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46db5e8-c196-47aa-8c7b-4891b66ac2f4 req-e11c3b3c-0695-40e0-a78b-62b93cea2a85 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:21.607220 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e46db5e8-c196-47aa-8c7b-4891b66ac2f4 req-e11c3b3c-0695-40e0-a78b-62b93cea2a85 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0546186
Mar 25 03:39:21.653570 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e46db5e8-c196-47aa-8c7b-4891b66ac2f4 req-2e79eb8d-1a6f-4dac-b329-eddbed37f487 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409727
Mar 25 03:39:22.767347 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43f59e-6eb9-40c5-82ee-9f7a4e628337 req-5cf0a095-1a6e-4b21-9778-8df8281f2c7d tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:22.768827 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0d43f59e-6eb9-40c5-82ee-9f7a4e628337 req-5cf0a095-1a6e-4b21-9778-8df8281f2c7d tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0508506
Mar 25 03:39:22.819283 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0d43f59e-6eb9-40c5-82ee-9f7a4e628337 req-181c94d4-5d87-4f29-9270-3832301f7c7a tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448699
Mar 25 03:39:23.932966 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161853a3-7390-4751-a3b8-b22c8a53cffc req-d9ecbbba-769a-4c4e-85d1-2f0641ee185c tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:23.934374 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-161853a3-7390-4751-a3b8-b22c8a53cffc req-d9ecbbba-769a-4c4e-85d1-2f0641ee185c tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0509524
Mar 25 03:39:23.982393 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-161853a3-7390-4751-a3b8-b22c8a53cffc req-c5c6f341-2a1e-4a71-8bb2-4cb22a3312a6 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425477
Mar 25 03:39:25.102346 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acde27f-cb40-4b99-a8ba-080b8e660ce6 req-fe7176c1-ef83-438e-89e0-8ab6d286fe56 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:25.104383 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9acde27f-cb40-4b99-a8ba-080b8e660ce6 req-fe7176c1-ef83-438e-89e0-8ab6d286fe56 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0556052
Mar 25 03:39:25.152013 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-9acde27f-cb40-4b99-a8ba-080b8e660ce6 req-92219c93-95d6-4b96-ae93-4fbd871595f4 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421064
Mar 25 03:39:26.272108 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd03fc9-d55f-46fc-a55e-87206bac8b38 req-d205a506-e9d5-49ca-9a30-51a6fbf1d5ff tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:26.273572 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8cd03fc9-d55f-46fc-a55e-87206bac8b38 req-d205a506-e9d5-49ca-9a30-51a6fbf1d5ff tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0528741
Mar 25 03:39:26.326579 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-8cd03fc9-d55f-46fc-a55e-87206bac8b38 req-aa3ca7c5-bc14-413e-8ee1-495af1636547 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468283
Mar 25 03:39:28.903545 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 38914) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:29.010872 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f827e0ae-c824-47e1-bef1-52a416192626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:29.082189 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f827e0ae-c824-47e1-bef1-52a416192626 admin admin] Publish callbacks [] for security_group (0eeca52d-f6e9-43dd-b28a-beed26e4c3ba), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:29.164724 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f827e0ae-c824-47e1-bef1-52a416192626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (0eeca52d-f6e9-43dd-b28a-beed26e4c3ba), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:29.202907 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-f827e0ae-c824-47e1-bef1-52a416192626 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fea34503bf404bfab07e36e39adb75b2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2983167
Mar 25 03:39:29.203872 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827e0ae-c824-47e1-bef1-52a416192626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeca52d-f6e9-43dd-b28a-beed26e4c3ba,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:29.205627 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 38924) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:29.254402 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-20bcc754-6b08-449e-8509-a308f714f988 admin admin] Publish callbacks [] for security_group (0eeca52d-f6e9-43dd-b28a-beed26e4c3ba), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:29.274857 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-20bcc754-6b08-449e-8509-a308f714f988 admin admin] Publish callbacks [] for security_group (0eeca52d-f6e9-43dd-b28a-beed26e4c3ba), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:29.399119 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-20bcc754-6b08-449e-8509-a308f714f988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (0eeca52d-f6e9-43dd-b28a-beed26e4c3ba), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:29.402198 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-20bcc754-6b08-449e-8509-a308f714f988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:29.403336 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-20bcc754-6b08-449e-8509-a308f714f988 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0eeca52d-f6e9-43dd-b28a-beed26e4c3ba HTTP/1.1" status: 204  len: 168 time: 0.1967223
Mar 25 03:39:29.410842 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcc754-6b08-449e-8509-a308f714f988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeca52d-f6e9-43dd-b28a-beed26e4c3ba,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:32.988009 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:41.124820 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39106) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:41.230771 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-64d8823c-77a4-41d0-a8fd-a98171af86ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:41.304612 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-64d8823c-77a4-41d0-a8fd-a98171af86ae admin admin] Publish callbacks [] for security_group (2ca2b544-939b-470d-b408-8141752d2703), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:41.366645 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-64d8823c-77a4-41d0-a8fd-a98171af86ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2ca2b544-939b-470d-b408-8141752d2703), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:41.403587 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8823c-77a4-41d0-a8fd-a98171af86ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca2b544-939b-470d-b408-8141752d2703,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:41.407999 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-64d8823c-77a4-41d0-a8fd-a98171af86ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fabe60256f834ffb9cad941af89a7f2b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2821589
Mar 25 03:39:41.410657 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39112) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:41.456939 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6d554d19-1458-4b18-84ac-e0c7e4530499 admin admin] Publish callbacks [] for security_group (2ca2b544-939b-470d-b408-8141752d2703), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:41.477351 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6d554d19-1458-4b18-84ac-e0c7e4530499 admin admin] Publish callbacks [] for security_group (2ca2b544-939b-470d-b408-8141752d2703), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:41.610342 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6d554d19-1458-4b18-84ac-e0c7e4530499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2ca2b544-939b-470d-b408-8141752d2703), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:41.612872 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6d554d19-1458-4b18-84ac-e0c7e4530499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:41.614033 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-6d554d19-1458-4b18-84ac-e0c7e4530499 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ca2b544-939b-470d-b408-8141752d2703 HTTP/1.1" status: 204  len: 168 time: 0.2024510
Mar 25 03:39:41.622982 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d554d19-1458-4b18-84ac-e0c7e4530499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca2b544-939b-470d-b408-8141752d2703,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:42.393643 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39120) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:42.407189 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-de7efd5a-28a4-4faa-b248-c615d704ceb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:42.478260 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-de7efd5a-28a4-4faa-b248-c615d704ceb7 admin admin] Publish callbacks [] for security_group (15af9438-b1c1-47c6-a17d-17b90b4bb429), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:42.543654 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-de7efd5a-28a4-4faa-b248-c615d704ceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (15af9438-b1c1-47c6-a17d-17b90b4bb429), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:42.583750 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-de7efd5a-28a4-4faa-b248-c615d704ceb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a31bc55e4ec64dafbbb52d9412ebf0e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1890016
Mar 25 03:39:42.584878 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7efd5a-28a4-4faa-b248-c615d704ceb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15af9438-b1c1-47c6-a17d-17b90b4bb429,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:42.586606 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39122) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:42.633042 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8350a63b-3ee1-42af-9301-d09012aeade9 admin admin] Publish callbacks [] for security_group (15af9438-b1c1-47c6-a17d-17b90b4bb429), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:42.653506 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8350a63b-3ee1-42af-9301-d09012aeade9 admin admin] Publish callbacks [] for security_group (15af9438-b1c1-47c6-a17d-17b90b4bb429), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:42.755504 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8350a63b-3ee1-42af-9301-d09012aeade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (15af9438-b1c1-47c6-a17d-17b90b4bb429), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:42.758055 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-8350a63b-3ee1-42af-9301-d09012aeade9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:42.760618 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-8350a63b-3ee1-42af-9301-d09012aeade9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15af9438-b1c1-47c6-a17d-17b90b4bb429 HTTP/1.1" status: 204  len: 168 time: 0.1728501
Mar 25 03:39:42.769776 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350a63b-3ee1-42af-9301-d09012aeade9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15af9438-b1c1-47c6-a17d-17b90b4bb429,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:42.852653 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-54c359e1-09cc-4c49-a775-0fc273e6f91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:43.768457 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39146) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:43.863220 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1513284718-network', 'tenant_id': '7b7a3ca38ce248f7bb610139aa59bef6'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:39:43.955247 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Made reservation on behalf of 7b7a3ca38ce248f7bb610139aa59bef6 for: {'network': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:39:43.957558 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:43.969773 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:44.040339 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Publish callbacks [] for security_group (bd7fa58f-56de-4ec2-83d5-7d4e139502ef), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:44.107137 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (bd7fa58f-56de-4ec2-83d5-7d4e139502ef), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:44.127032 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188}  {{(pid=103655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:39:44.140331 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7fa58f-56de-4ec2-83d5-7d4e139502ef,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:44.144940 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (79c31358-8ae2-427c-a415-e827393d8589), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:44.145281 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.segments_db [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Added segment 79c31358-8ae2-427c-a415-e827393d8589 of type vlan for network 3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3
Mar 25 03:39:44.183467 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:44.281244 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:44.282281 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:44.282867 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:44.339596 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] Pushing event updated for resources: {'Network': ['ID=3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:44.350246 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network 3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:39:44.395838 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-5400b3e8-1522-445d-84ef-abc63abecb51 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6261644
Mar 25 03:39:44.398686 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39152) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:44.403376 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Request body: {'subnet': {'network_id': '3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1513284718-subnet', 'tenant_id': '7b7a3ca38ce248f7bb610139aa59bef6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:39:44.481209 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Made reservation on behalf of 7b7a3ca38ce248f7bb610139aa59bef6 for: {'subnet': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:39:44.484113 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10372161'] for subnet (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:44.727175 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10372183'] for subnet (6e8b8e7d-ef78-442b-af35-068d85a05d27), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:44.787290 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e8b8e7d-ef78-442b-af35-068d85a05d27,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:44.797796 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.798148 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.798497 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.798839 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.799171 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.799500 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.799826 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.800146 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.800471 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.800792 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.801115 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.801439 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.801786 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.802108 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.802424 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:39:44.805379 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Checking segment: {'id': '79c31358-8ae2-427c-a415-e827393d8589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:39:44.805764 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Network hostable DHCP agents. Network: 3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:39:44.999598 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Network 3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:39:45.101437 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, 3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3) {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:39:45.105728 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:45.106337 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:45.112314 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7b385-06e5-40e9-83d0-1c8e3a8962f8 None None] Network 3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:39:45.209891 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-2fb91489-3106-496e-b5cf-0fe357cd8b57 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8101645
Mar 25 03:39:45.225692 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af471040-14a3-498d-87a3-6e33c3c9183b None None] Network 3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:39:45.416009 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fd7dac61-4fe6-4286-92d2-631d9b9a2faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:45.939802 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39180) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:45.944842 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-421759747-network', 'tenant_id': '05588cf0e4bf4545be71fc8abe3f08a5'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:39:46.046633 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Made reservation on behalf of 05588cf0e4bf4545be71fc8abe3f08a5 for: {'network': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:39:46.049121 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for network (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:46.057913 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:46.131677 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Publish callbacks [] for security_group (6b9cb3e4-cc4d-4536-ab2b-a3d441c65f7c), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:46.215938 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:46.244421 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (6b9cb3e4-cc4d-4536-ab2b-a3d441c65f7c), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:46.269398 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=103655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 25 03:39:46.279230 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9cb3e4-cc4d-4536-ab2b-a3d441c65f7c,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:46.284898 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (8289d198-e6a7-4f39-b518-771ccbc511f4), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:46.285230 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.segments_db [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Added segment 8289d198-e6a7-4f39-b518-771ccbc511f4 of type vlan for network fa4be012-7024-4385-a262-3177b7f1ba01
Mar 25 03:39:46.327567 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748511255390'] for network (fa4be012-7024-4385-a262-3177b7f1ba01), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:46.415779 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768'] for network (fa4be012-7024-4385-a262-3177b7f1ba01), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:46.416749 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:46.417336 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:46.477838 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] Pushing event updated for resources: {'Network': ['ID=fa4be012-7024-4385-a262-3177b7f1ba01,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:46.487816 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Network fa4be012-7024-4385-a262-3177b7f1ba01 details requested by agent ovs-agent-dv-cinder-835168-1-iscsi with host dv-cinder-835168-1-iscsi {{(pid=103657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 25 03:39:46.535316 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-17e33518-e122-43e5-a256-89c08d6cb14e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5943089
Mar 25 03:39:46.538055 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39186) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:39:46.543121 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-e879674a-35d5-40b0-8f84-e21d25c047e6 admin admin] Request body: {'subnet': {'network_id': 'fa4be012-7024-4385-a262-3177b7f1ba01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-421759747-subnet', 'tenant_id': '05588cf0e4bf4545be71fc8abe3f08a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:39:46.629942 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e879674a-35d5-40b0-8f84-e21d25c047e6 admin admin] Made reservation on behalf of 05588cf0e4bf4545be71fc8abe3f08a5 for: {'subnet': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:39:46.632295 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e879674a-35d5-40b0-8f84-e21d25c047e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10372161'] for subnet (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:46.864194 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e879674a-35d5-40b0-8f84-e21d25c047e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10372183'] for subnet (1a959117-2d08-41e5-ab52-19fe74173ead), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:46.918971 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879674a-35d5-40b0-8f84-e21d25c047e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a959117-2d08-41e5-ab52-19fe74173ead,revision_number=0']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:39:46.927926 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e879674a-35d5-40b0-8f84-e21d25c047e6 admin admin] Checking segment: {'id': '8289d198-e6a7-4f39-b518-771ccbc511f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa4be012-7024-4385-a262-3177b7f1ba01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:39:46.928287 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e879674a-35d5-40b0-8f84-e21d25c047e6 admin admin] Network hostable DHCP agents. Network: fa4be012-7024-4385-a262-3177b7f1ba01, hostable agents: ['05e1a356-a7b5-4c60-81e0-19bbdfb2856b'], hosted agents: [] {{(pid=103655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 25 03:39:47.018368 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e879674a-35d5-40b0-8f84-e21d25c047e6 admin admin] Network fa4be012-7024-4385-a262-3177b7f1ba01 is scheduled to be hosted by DHCP agent 05e1a356-a7b5-4c60-81e0-19bbdfb2856b with binding_index 1 {{(pid=103655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 25 03:39:47.104001 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-e879674a-35d5-40b0-8f84-e21d25c047e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835168-1-iscsi, fa4be012-7024-4385-a262-3177b7f1ba01) {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:39:47.108028 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e879674a-35d5-40b0-8f84-e21d25c047e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:39:47.108618 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e879674a-35d5-40b0-8f84-e21d25c047e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:47.115060 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae307f3b-538f-4ceb-8932-5e2c522ec12c None None] Network fa4be012-7024-4385-a262-3177b7f1ba01 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:39:47.192571 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-e879674a-35d5-40b0-8f84-e21d25c047e6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6534293
Mar 25 03:39:47.208726 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92db5e9-48e5-4f2b-943a-db7b5be3f304 None None] Network fa4be012-7024-4385-a262-3177b7f1ba01 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:39:47.538633 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:49.262037 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:39:52.343961 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:40:02.851068 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b2ca6-399c-41c2-8b63-d8b12f7ac0c6 req-b882378d-8409-4535-a0cb-ec302d69a0c7 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:02.852559 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ff6b2ca6-399c-41c2-8b63-d8b12f7ac0c6 req-b882378d-8409-4535-a0cb-ec302d69a0c7 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 946 time: 0.0527806
Mar 25 03:40:02.903845 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ff6b2ca6-399c-41c2-8b63-d8b12f7ac0c6 req-ebd83fe5-abd3-4fdb-b422-db88c56aa377 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455191
Mar 25 03:40:02.943901 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:03.283551 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-afc69f49-92f4-4808-9c0a-520f00455b24 req-a0d28f8b-e3f5-4de7-bd2c-a3c87f94c3af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0430276
Mar 25 03:40:03.369803 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69f49-92f4-4808-9c0a-520f00455b24 req-1075cb14-3109-4f17-8f98-9ccedc33180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:03.371176 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-afc69f49-92f4-4808-9c0a-520f00455b24 req-1075cb14-3109-4f17-8f98-9ccedc33180a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48056ec4a0a14de9bc3675f24e816164&device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 1129 time: 0.0432911
Mar 25 03:40:03.471904 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69f49-92f4-4808-9c0a-520f00455b24 req-bd142f62-15f2-4e3c-a33a-0e0d5329d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:03.473328 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-afc69f49-92f4-4808-9c0a-520f00455b24 req-bd142f62-15f2-4e3c-a33a-0e0d5329d1d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81599753-6f37-4c20-8ddf-546347b4f65f HTTP/1.1" status: 200  len: 910 time: 0.0831172
Mar 25 03:40:03.539156 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-afc69f49-92f4-4808-9c0a-520f00455b24 req-455ccfb2-2a5e-430d-9320-ad82e6d30428 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88719ce4-6600-449d-8bea-54b358379366 HTTP/1.1" status: 200  len: 1000 time: 0.0576200
Mar 25 03:40:03.590159 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69f49-92f4-4808-9c0a-520f00455b24 req-c38aa23b-d953-4970-a000-3d38dabdfbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:03.591648 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-afc69f49-92f4-4808-9c0a-520f00455b24 req-c38aa23b-d953-4970-a000-3d38dabdfbf1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e91e36b2-ae84-44ed-9e80-1ddc8b7776ce HTTP/1.1" status: 200  len: 848 time: 0.0450428
Mar 25 03:40:03.625065 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39422) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:03.645584 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69f49-92f4-4808-9c0a-520f00455b24 req-43a0a715-cb62-40d1-b861-51f23c9bc44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:03.647093 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-afc69f49-92f4-4808-9c0a-520f00455b24 req-43a0a715-cb62-40d1-b861-51f23c9bc44c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81599753-6f37-4c20-8ddf-546347b4f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0473242
Mar 25 03:40:03.668687 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Deleting subnet 6e8b8e7d-ef78-442b-af35-068d85a05d27 {{(pid=103656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:40:03.671950 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Publish callbacks [] for subnet (6e8b8e7d-ef78-442b-af35-068d85a05d27), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:03.705583 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580478'] for subnet (6e8b8e7d-ef78-442b-af35-068d85a05d27), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:03.734048 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-afc69f49-92f4-4808-9c0a-520f00455b24 req-9aa813a7-e83a-4e9d-9559-89bfc05bf007 service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794322
Mar 25 03:40:03.743594 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (6e8b8e7d-ef78-442b-af35-068d85a05d27), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:03.826009 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-afc69f49-92f4-4808-9c0a-520f00455b24 req-18cdcf67-e6f6-47dc-8604-ba931b34c635 service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850046
Mar 25 03:40:03.852901 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846492'] for subnet (6e8b8e7d-ef78-442b-af35-068d85a05d27), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:03.885509 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e8b8e7d-ef78-442b-af35-068d85a05d27,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:03.889634 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:03.892713 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6e8b8e7d-ef78-442b-af35-068d85a05d27 HTTP/1.1" status: 204  len: 168 time: 0.2666261
Mar 25 03:40:03.894258 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.894606 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.894952 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.895290 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.895417 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39424) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:03.895822 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.895948 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.896250 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.896572 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.896893 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.897216 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.897540 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.897888 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.898211 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.898529 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.898846 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07a3552-2381-4eeb-874a-891dc9f44ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:03.972323 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-43333d17-5385-4ea8-83a0-732a64c4bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.026705 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db925c-d410-4346-a177-ea0ee5bd9df8 req-8d2f3065-350e-4678-a4d5-fe5569ccbb75 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:04.028172 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-03db925c-d410-4346-a177-ea0ee5bd9df8 req-8d2f3065-350e-4678-a4d5-fe5569ccbb75 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 946 time: 0.0517080
Mar 25 03:40:04.049970 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-43333d17-5385-4ea8-83a0-732a64c4bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.069945 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-43333d17-5385-4ea8-83a0-732a64c4bc14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb6147df0>,) {'filters': {'network_id': ['3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3']}} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:04.075519 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-03db925c-d410-4346-a177-ea0ee5bd9df8 req-1037b00e-6eb3-41d4-adcb-4934dc1e8c1e tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417795
Mar 25 03:40:04.079425 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-43333d17-5385-4ea8-83a0-732a64c4bc14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6147df0>, '79c31358-8ae2-427c-a415-e827393d8589') {'for_net_delete': True} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:04.079719 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-43333d17-5385-4ea8-83a0-732a64c4bc14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6147df0>, '79c31358-8ae2-427c-a415-e827393d8589') {} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:04.092046 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-43333d17-5385-4ea8-83a0-732a64c4bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-751068'] for segment (79c31358-8ae2-427c-a415-e827393d8589), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.105685 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-43333d17-5385-4ea8-83a0-732a64c4bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (79c31358-8ae2-427c-a415-e827393d8589), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.111339 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43333d17-5385-4ea8-83a0-732a64c4bc14 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:40:04.111712 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-43333d17-5385-4ea8-83a0-732a64c4bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546701'] for segment (79c31358-8ae2-427c-a415-e827393d8589), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]: Traceback (most recent call last):
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     timer()
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     cb(*args, **kw)
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     return func(*args, **kwargs)
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     self._notify()
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     self.callback(batched_events)
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     event.method(event)
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     return f(self, *a, **k)
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._get(url).json()
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:40:04.113845 dv-cinder-835168-1-iscsi neutron-server[103655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:40:04.246738 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-43333d17-5385-4ea8-83a0-732a64c4bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.252167 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-43333d17-5385-4ea8-83a0-732a64c4bc14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.255980 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-43333d17-5385-4ea8-83a0-732a64c4bc14 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3 HTTP/1.1" status: 204  len: 168 time: 0.3596506
Mar 25 03:40:04.258857 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39434) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:04.266883 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43333d17-5385-4ea8-83a0-732a64c4bc14 admin admin] Pushing event deleted for resources: {'Network': ['ID=3496d01b-7ab4-41a1-be05-ebdb6d3ad1f3,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:04.301602 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f793bb-bb26-4b8d-81f1-b929083a0f30 admin admin] Deleting subnet 1a959117-2d08-41e5-ab52-19fe74173ead {{(pid=103656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:40:04.304772 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f6f793bb-bb26-4b8d-81f1-b929083a0f30 admin admin] Publish callbacks [] for subnet (1a959117-2d08-41e5-ab52-19fe74173ead), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.338213 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f6f793bb-bb26-4b8d-81f1-b929083a0f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580478'] for subnet (1a959117-2d08-41e5-ab52-19fe74173ead), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.379739 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f6f793bb-bb26-4b8d-81f1-b929083a0f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (1a959117-2d08-41e5-ab52-19fe74173ead), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.516221 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f6f793bb-bb26-4b8d-81f1-b929083a0f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846492'] for subnet (1a959117-2d08-41e5-ab52-19fe74173ead), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.533552 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263ffba-e0df-43cf-8182-b269c516922d req-0f6162f5-2a22-4332-847b-23b26c7d1bbf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:04.535605 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0263ffba-e0df-43cf-8182-b269c516922d req-0f6162f5-2a22-4332-847b-23b26c7d1bbf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 946 time: 0.0509317
Mar 25 03:40:04.541750 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f793bb-bb26-4b8d-81f1-b929083a0f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a959117-2d08-41e5-ab52-19fe74173ead,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:04.545482 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-f6f793bb-bb26-4b8d-81f1-b929083a0f30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.548814 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-f6f793bb-bb26-4b8d-81f1-b929083a0f30 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1a959117-2d08-41e5-ab52-19fe74173ead HTTP/1.1" status: 204  len: 168 time: 0.2889547
Mar 25 03:40:04.551940 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39436) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:04.618673 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-894728de-0d20-490d-9c03-4979154075f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (fa4be012-7024-4385-a262-3177b7f1ba01), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.633716 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Deleting port 1ba8825c-14ca-4408-8c18-80c3de773594 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:40:04.634103 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.706171 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-894728de-0d20-490d-9c03-4979154075f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (fa4be012-7024-4385-a262-3177b7f1ba01), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.718755 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] For port 1ba8825c-14ca-4408-8c18-80c3de773594, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=1ba8825c-14ca-4408-8c18-80c3de773594,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:40:04.719121 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.726779 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-894728de-0d20-490d-9c03-4979154075f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb68ba2b0>,) {'filters': {'network_id': ['fa4be012-7024-4385-a262-3177b7f1ba01']}} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:04.736152 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-894728de-0d20-490d-9c03-4979154075f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb68ba2b0>, '8289d198-e6a7-4f39-b518-771ccbc511f4') {'for_net_delete': True} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:04.736445 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-894728de-0d20-490d-9c03-4979154075f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb68ba2b0>, '8289d198-e6a7-4f39-b518-771ccbc511f4') {} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:04.746219 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-894728de-0d20-490d-9c03-4979154075f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8580423'] for segment (8289d198-e6a7-4f39-b518-771ccbc511f4), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.759086 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-894728de-0d20-490d-9c03-4979154075f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (8289d198-e6a7-4f39-b518-771ccbc511f4), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.764733 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894728de-0d20-490d-9c03-4979154075f7 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:40:04.765110 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-894728de-0d20-490d-9c03-4979154075f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583136'] for segment (8289d198-e6a7-4f39-b518-771ccbc511f4), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]: Traceback (most recent call last):
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     timer()
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     cb(*args, **kw)
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     return func(*args, **kwargs)
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     self._notify()
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     self.callback(batched_events)
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     event.method(event)
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     return f(self, *a, **k)
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._get(url).json()
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:40:04.802442 dv-cinder-835168-1-iscsi neutron-server[103656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:40:04.889479 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.889870 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (593b3676-12c2-4994-a406-91497e907787), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.890188 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Floating IP 593b3676-12c2-4994-a406-91497e907787 disassociated. External IP: 172.27.0.228, port: 1ba8825c-14ca-4408-8c18-80c3de773594.
Mar 25 03:40:04.890529 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Calling delete_port for 1ba8825c-14ca-4408-8c18-80c3de773594 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:40:04.915471 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-894728de-0d20-490d-9c03-4979154075f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (fa4be012-7024-4385-a262-3177b7f1ba01), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.919983 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-894728de-0d20-490d-9c03-4979154075f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:04.923156 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-894728de-0d20-490d-9c03-4979154075f7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fa4be012-7024-4385-a262-3177b7f1ba01 HTTP/1.1" status: 204  len: 168 time: 0.3702736
Mar 25 03:40:04.935964 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894728de-0d20-490d-9c03-4979154075f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa4be012-7024-4385-a262-3177b7f1ba01,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:05.069608 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (1ba8825c-14ca-4408-8c18-80c3de773594), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:05.102670 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event deleted for resources: {'Port': ['ID=1ba8825c-14ca-4408-8c18-80c3de773594,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:05.203961 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-bd71914d-cac3-4481-86f7-5a47ccb43141 req-b86f84e3-4a03-42f1-b8d1-bfdbe8bfc1d9 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 210 time: 0.0571458
Mar 25 03:40:05.241309 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Router 0a961f97-ff1c-4c03-b953-52675457b9ae has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:40:05.294240 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39444) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:05.333774 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-0465e1d2-c12f-4ad1-a8c6-69a1365c21f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b7a3ca38ce248f7bb610139aa59bef6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0379510
Mar 25 03:40:05.335918 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39446) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:05.350341 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:40:05.361452 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49722354-688f-4abd-a426-7632eee7fb8d None None] Sync routers for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:40:05.371372 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49722354-688f-4abd-a426-7632eee7fb8d None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:40:05.372262 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-49722354-688f-4abd-a426-7632eee7fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf8fa100>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:39:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:05.384093 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83d5f110-7c0f-4359-b4a8-fd30fd777646 admin admin] Publish callbacks [] for security_group (bd7fa58f-56de-4ec2-83d5-7d4e139502ef), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:05.391774 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] No DVR routers for this DVR port 1ba8825c-14ca-4408-8c18-80c3de773594 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:40:05.394866 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:05.398085 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0263ffba-e0df-43cf-8182-b269c516922d req-93d758b3-a273-42f1-8877-a54f9cf8c24d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "DELETE /v2.0/ports/1ba8825c-14ca-4408-8c18-80c3de773594 HTTP/1.1" status: 204  len: 173 time: 0.8562520
Mar 25 03:40:05.398523 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a006c8-0075-4e96-946b-c94c223e87da', 'name': 'network-vif-deleted', 'tag': '1ba8825c-14ca-4408-8c18-80c3de773594'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:40:05.400724 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a022d8-d338-4e4e-aba5-6cc93aa1ea6b" -d '{"events": [{"server_uuid": "88a006c8-0075-4e96-946b-c94c223e87da", "name": "network-vif-deleted", "tag": "1ba8825c-14ca-4408-8c18-80c3de773594"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:40:05.408986 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83d5f110-7c0f-4359-b4a8-fd30fd777646 admin admin] Publish callbacks [] for security_group (bd7fa58f-56de-4ec2-83d5-7d4e139502ef), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:05.451311 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190702f9-3908-4540-980e-faffb4f84782 x-openstack-request-id: req-190702f9-3908-4540-980e-faffb4f84782 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:40:05.451603 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a006c8-0075-4e96-946b-c94c223e87da", "name": "network-vif-deleted", "tag": "1ba8825c-14ca-4408-8c18-80c3de773594", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:40:05.451887 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-190702f9-3908-4540-980e-faffb4f84782 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:40:05.452286 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190702f9-3908-4540-980e-faffb4f84782'] response: {'server_uuid': '88a006c8-0075-4e96-946b-c94c223e87da', 'name': 'network-vif-deleted', 'tag': '1ba8825c-14ca-4408-8c18-80c3de773594', 'status': 'completed', 'code': 200}
Mar 25 03:40:05.499805 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-49722354-688f-4abd-a426-7632eee7fb8d None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:40:05.527382 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83d5f110-7c0f-4359-b4a8-fd30fd777646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (bd7fa58f-56de-4ec2-83d5-7d4e139502ef), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:05.530735 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83d5f110-7c0f-4359-b4a8-fd30fd777646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:05.532072 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-83d5f110-7c0f-4359-b4a8-fd30fd777646 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd7fa58f-56de-4ec2-83d5-7d4e139502ef HTTP/1.1" status: 204  len: 168 time: 0.1952593
Mar 25 03:40:05.542799 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5f110-7c0f-4359-b4a8-fd30fd777646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7fa58f-56de-4ec2-83d5-7d4e139502ef,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:05.733237 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-49722354-688f-4abd-a426-7632eee7fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf8fa100>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:05.761262 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49722354-688f-4abd-a426-7632eee7fb8d None None] Checking router: 0a961f97-ff1c-4c03-b953-52675457b9ae for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:40:05.769607 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49722354-688f-4abd-a426-7632eee7fb8d None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:40:05.770325 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-49722354-688f-4abd-a426-7632eee7fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf8fa100>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:39:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:05.879673 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-49722354-688f-4abd-a426-7632eee7fb8d None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:40:06.076947 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-49722354-688f-4abd-a426-7632eee7fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf8fa100>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:06.107096 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49722354-688f-4abd-a426-7632eee7fb8d None None] The sync data for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi is: [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:40:06.283666 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39458) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:06.336509 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-05931e37-b444-4e0e-b305-203d6af4213c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05588cf0e4bf4545be71fc8abe3f08a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0503175
Mar 25 03:40:06.338714 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f8b66476-6f8b-4bb9-9981-73be418c7a0c req-dc8cec9f-4f2d-42f4-a469-ab79658f8ddd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a006c8-0075-4e96-946b-c94c223e87da HTTP/1.1" status: 200  len: 210 time: 0.0366032
Mar 25 03:40:06.339261 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39460) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:06.380826 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dabb97-2704-4fad-b223-1b07679d85ca None None] New status for floating IP 593b3676-12c2-4994-a406-91497e907787: DOWN {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:40:06.391884 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-9908dbb1-1039-4228-8469-c12ba0aa30db admin admin] Publish callbacks [] for security_group (6b9cb3e4-cc4d-4536-ab2b-a3d441c65f7c), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:06.417097 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-9908dbb1-1039-4228-8469-c12ba0aa30db admin admin] Publish callbacks [] for security_group (6b9cb3e4-cc4d-4536-ab2b-a3d441c65f7c), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:06.538418 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-9908dbb1-1039-4228-8469-c12ba0aa30db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (6b9cb3e4-cc4d-4536-ab2b-a3d441c65f7c), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:06.541441 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-9908dbb1-1039-4228-8469-c12ba0aa30db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:06.545194 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-9908dbb1-1039-4228-8469-c12ba0aa30db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b9cb3e4-cc4d-4536-ab2b-a3d441c65f7c HTTP/1.1" status: 204  len: 168 time: 0.2048073
Mar 25 03:40:06.554457 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908dbb1-1039-4228-8469-c12ba0aa30db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9cb3e4-cc4d-4536-ab2b-a3d441c65f7c,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:07.584924 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-562a7182-7d4e-4451-bf20-affaf5c41c79 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456951906&fields=id&tenant_id=128b813a50464f31b257ffac581ed332 HTTP/1.1" status: 200  len: 267 time: 0.0430686
Mar 25 03:40:07.692954 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-05f71d6d-395f-405b-81a6-33c7620031c2 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:07.694400 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-05f71d6d-395f-405b-81a6-33c7620031c2 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 811 time: 0.1030624
Mar 25 03:40:07.710978 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-e1832f37-cc27-4dd0-8a2a-c9358aded0eb tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/quotas/128b813a50464f31b257ffac581ed332 HTTP/1.1" status: 200  len: 375 time: 0.0101092
Mar 25 03:40:07.770614 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-1e898390-2a99-4b84-a919-f34f3c2a2d35 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0539651
Mar 25 03:40:07.864031 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-92fb16d0-022e-4568-9217-2b90c7604b4d service neutron] 10.222.0.24 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819585
Mar 25 03:40:07.954248 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-32849461-e279-4a11-a734-cb5ba72a62f8 service neutron] 10.222.0.24 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843899
Mar 25 03:40:08.594005 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-227f23d4-5a72-44ab-ab07-3241f92cdcee req-df54fe5c-610f-443d-89df-5c0e52fe8f78 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 210 time: 0.0336437
Mar 25 03:40:08.644115 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 1ba8825c-14ca-4408-8c18-80c3de773594 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:40:08.665319 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 1ba8825c-14ca-4408-8c18-80c3de773594 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:40:08.665705 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 1ba8825c-14ca-4408-8c18-80c3de773594 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:40:09.686801 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e009bd5f-75e9-4da0-a26c-53d4812188cc req-ad0ceb48-0952-4d6a-9128-5d26b3f57692 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 210 time: 0.0278764
Mar 25 03:40:10.784678 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-e420a61a-72f8-4085-9dd1-6193ec554795 req-d950d173-79ed-4c19-a78c-5a8b9c65f892 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 210 time: 0.0286930
Mar 25 03:40:10.793698 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-56186272-9f24-4d35-86d4-a98379dfc980 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:10.796218 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-56186272-9f24-4d35-86d4-a98379dfc980 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 811 time: 0.1098514
Mar 25 03:40:10.869185 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-7018ec60-3fe2-4ba0-bb2f-307bd2642fcc tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=128b813a50464f31b257ffac581ed332 HTTP/1.1" status: 200  len: 380 time: 0.0634656
Mar 25 03:40:10.877712 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-033a4657-28c9-4993-94bf-cb6bbcb98d8d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Request body: {'port': {'device_id': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'admin_state_up': True, 'tenant_id': '128b813a50464f31b257ffac581ed332', 'security_groups': ['8ea847a8-b734-4ab2-8749-5502cc3280df']}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:40:11.109462 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-033a4657-28c9-4993-94bf-cb6bbcb98d8d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Made reservation on behalf of 128b813a50464f31b257ffac581ed332 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:40:11.113484 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-033a4657-28c9-4993-94bf-cb6bbcb98d8d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:11.258976 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-033a4657-28c9-4993-94bf-cb6bbcb98d8d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Allocated IP 172.20.0.7 (3b3658a2-99c4-4d46-9375-814ea7ecaf18/693378f8-bce4-4933-bed5-9bc98ff481e4/d20d9f45-6b6b-45b1-807e-f474c18fcf76) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:40:11.394067 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-033a4657-28c9-4993-94bf-cb6bbcb98d8d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:11.481357 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-033a4657-28c9-4993-94bf-cb6bbcb98d8d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:11.527336 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-033a4657-28c9-4993-94bf-cb6bbcb98d8d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:40:11.530531 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-033a4657-28c9-4993-94bf-cb6bbcb98d8d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:40:11.534907 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-033a4657-28c9-4993-94bf-cb6bbcb98d8d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:40:11.568644 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a4657-28c9-4993-94bf-cb6bbcb98d8d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'Port': ['ID=d20d9f45-6b6b-45b1-807e-f474c18fcf76,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:11.597340 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-033a4657-28c9-4993-94bf-cb6bbcb98d8d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:11.598329 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-033a4657-28c9-4993-94bf-cb6bbcb98d8d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:11.683716 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-033a4657-28c9-4993-94bf-cb6bbcb98d8d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8095512
Mar 25 03:40:11.695328 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Request body: {'port': {'device_id': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:40:11.753516 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:11.821100 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-6f9c0e46-12a9-4c68-ae36-f6bb93fab065 None None] Provisioning complete for port d20d9f45-6b6b-45b1-807e-f474c18fcf76 triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:40:11.821592 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6f9c0e46-12a9-4c68-ae36-f6bb93fab065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:11.857768 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c0e46-12a9-4c68-ae36-f6bb93fab065 None None] Port d20d9f45-6b6b-45b1-807e-f474c18fcf76 cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:40:11.967921 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35cb0c-6ae2-4674-ad58-eaadafc0ec1b req-303aad01-978d-4dc6-b56c-b5297af5bacd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:11.969521 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3a35cb0c-6ae2-4674-ad58-eaadafc0ec1b req-303aad01-978d-4dc6-b56c-b5297af5bacd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 931 time: 0.1130748
Mar 25 03:40:12.043991 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3a35cb0c-6ae2-4674-ad58-eaadafc0ec1b req-11b7229e-c334-4449-8f9d-efcb35b53777 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681276
Mar 25 03:40:12.088619 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20d9f45-6b6b-45b1-807e-f474c18fcf76 {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:40:12.096694 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Publish callbacks [] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:12.115185 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Transition to ACTIVE for port object d20d9f45-6b6b-45b1-807e-f474c18fcf76 will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:40:12.187308 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:12.242937 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Pushing event updated for resources: {'Port': ['ID=d20d9f45-6b6b-45b1-807e-f474c18fcf76,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:12.325487 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Attempting to bind port d20d9f45-6b6b-45b1-807e-f474c18fcf76 on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:40:12.325655 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Attempting to bind port d20d9f45-6b6b-45b1-807e-f474c18fcf76 by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:40:12.326237 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Attempting to bind port d20d9f45-6b6b-45b1-807e-f474c18fcf76 on network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:40:12.330909 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Port d20d9f45-6b6b-45b1-807e-f474c18fcf76 on network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:40:12.332783 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Attempting to bind port d20d9f45-6b6b-45b1-807e-f474c18fcf76 on network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:40:12.336591 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:40:12.336938 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Checking segment: {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:40:12.337322 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Bound using segment: {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:40:12.337875 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Bound port: d20d9f45-6b6b-45b1-807e-f474c18fcf76, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:40:12.338425 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:12.412807 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] For port d20d9f45-6b6b-45b1-807e-f474c18fcf76, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:40:12.416324 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] For port d20d9f45-6b6b-45b1-807e-f474c18fcf76, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=d20d9f45-6b6b-45b1-807e-f474c18fcf76,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:40:12.493293 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:12.530212 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:12.530994 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:12.532260 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] 10.222.0.35 "PUT /v2.0/ports/d20d9f45-6b6b-45b1-807e-f474c18fcf76 HTTP/1.1" status: 200  len: 1093 time: 0.8416338
Mar 25 03:40:12.532651 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'tag': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:40:12.534961 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2710c8fe-dd8c-4c2d-8a73-01b68ce1d9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "73877bbd-eaa7-4ac5-895d-ca933168e49b", "tag": "d20d9f45-6b6b-45b1-807e-f474c18fcf76"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:40:12.560575 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0007677-59f2-476e-8790-06c4e82a8e9b service neutron] Pushing event updated for resources: {'Port': ['ID=d20d9f45-6b6b-45b1-807e-f474c18fcf76,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:12.579218 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934ad898-91e8-448a-9eba-0444a64d0bc3 x-openstack-request-id: req-934ad898-91e8-448a-9eba-0444a64d0bc3 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:40:12.580729 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73877bbd-eaa7-4ac5-895d-ca933168e49b", "tag": "d20d9f45-6b6b-45b1-807e-f474c18fcf76", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:40:12.581359 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-934ad898-91e8-448a-9eba-0444a64d0bc3 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:40:12.581983 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934ad898-91e8-448a-9eba-0444a64d0bc3'] response: {'name': 'network-changed', 'server_uuid': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'tag': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'status': 'completed', 'code': 200}
Mar 25 03:40:12.644170 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c8fe-dd8c-4c2d-8a73-01b68ce1d9e9 req-1fb1070e-126e-42e4-a85f-fc3d5a281389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:12.645915 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2710c8fe-dd8c-4c2d-8a73-01b68ce1d9e9 req-1fb1070e-126e-42e4-a85f-fc3d5a281389 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 1127 time: 0.0470474
Mar 25 03:40:12.744944 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c8fe-dd8c-4c2d-8a73-01b68ce1d9e9 req-bc6f2738-33a9-4814-aa35-36194acb21af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:12.746425 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2710c8fe-dd8c-4c2d-8a73-01b68ce1d9e9 req-bc6f2738-33a9-4814-aa35-36194acb21af service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=128b813a50464f31b257ffac581ed332&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0934725
Mar 25 03:40:12.841050 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c8fe-dd8c-4c2d-8a73-01b68ce1d9e9 req-a3543539-c633-4575-bc86-ac73db89dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:12.842788 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2710c8fe-dd8c-4c2d-8a73-01b68ce1d9e9 req-a3543539-c633-4575-bc86-ac73db89dc0b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0896809
Mar 25 03:40:12.919427 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-dd79ff0b-97db-4631-8eaa-7c4d60f4b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:12.920838 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-dd79ff0b-97db-4631-8eaa-7c4d60f4b358 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 1127 time: 0.0437791
Mar 25 03:40:12.958897 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d0a70c5e-1c7b-41a8-9487-94c2a51577c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:12.962873 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-7a8d42d4-1636-4732-aa6c-d25ef7d318d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d20d9f45-6b6b-45b1-807e-f474c18fcf76 HTTP/1.1" status: 200  len: 217 time: 0.0356686
Mar 25 03:40:13.295585 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-3ada512d-b6cd-474a-b1c4-a10653d88234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:13.297095 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-3ada512d-b6cd-474a-b1c4-a10653d88234 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 200  len: 850 time: 0.3280261
Mar 25 03:40:13.344004 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0642e6-d83c-4612-b2f9-8162354f13d1 req-5cbfdbbb-3397-4f7f-b092-f9ba3a9ee4db tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:13.345433 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3e0642e6-d83c-4612-b2f9-8162354f13d1 req-5cbfdbbb-3397-4f7f-b092-f9ba3a9ee4db tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 943 time: 0.0943048
Mar 25 03:40:13.380045 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-deb26854-800a-4a70-bdd5-40c41b6c8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:13.381471 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-deb26854-800a-4a70-bdd5-40c41b6c8483 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b3658a2-99c4-4d46-9375-814ea7ecaf18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0760934
Mar 25 03:40:13.442703 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3e0642e6-d83c-4612-b2f9-8162354f13d1 req-249613a3-1c37-4c67-8fae-c5242bfe3d26 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902903
Mar 25 03:40:13.484460 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-83640427-a78d-4d1b-bdb4-4fc8d63ebf74 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0957277
Mar 25 03:40:13.576067 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-adeffcc4-a62a-4011-9651-3e60ef10b5c1 req-4916b52c-4d67-42ab-9caa-8eadd6eba3ce service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853789
Mar 25 03:40:13.922266 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39602) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:14.025325 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9866421-7455-43ed-afd9-7da6ad32339c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:14.098964 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9866421-7455-43ed-afd9-7da6ad32339c admin admin] Publish callbacks [] for security_group (2597f9af-fefd-49d2-bc61-2c924d661cda), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:14.166416 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-a9866421-7455-43ed-afd9-7da6ad32339c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2597f9af-fefd-49d2-bc61-2c924d661cda), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:14.202673 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9866421-7455-43ed-afd9-7da6ad32339c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2597f9af-fefd-49d2-bc61-2c924d661cda,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:14.208515 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-a9866421-7455-43ed-afd9-7da6ad32339c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8121c3f938fb46cd989acc7e8fc8c6fd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2847447
Mar 25 03:40:14.210875 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39614) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:14.259875 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-60336835-5c33-4174-9ade-8b50eb357869 admin admin] Publish callbacks [] for security_group (2597f9af-fefd-49d2-bc61-2c924d661cda), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:14.281777 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-60336835-5c33-4174-9ade-8b50eb357869 admin admin] Publish callbacks [] for security_group (2597f9af-fefd-49d2-bc61-2c924d661cda), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:14.400772 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-60336835-5c33-4174-9ade-8b50eb357869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2597f9af-fefd-49d2-bc61-2c924d661cda), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:14.403354 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-60336835-5c33-4174-9ade-8b50eb357869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:14.404526 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-60336835-5c33-4174-9ade-8b50eb357869 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2597f9af-fefd-49d2-bc61-2c924d661cda HTTP/1.1" status: 204  len: 168 time: 0.1924343
Mar 25 03:40:14.413276 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60336835-5c33-4174-9ade-8b50eb357869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2597f9af-fefd-49d2-bc61-2c924d661cda,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:14.563435 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1eca6-bb5d-4b1f-9292-469dc55fcb85 req-bed267fb-b8ed-4464-a918-88297c92ff57 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:14.564931 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ccb1eca6-bb5d-4b1f-9292-469dc55fcb85 req-bed267fb-b8ed-4464-a918-88297c92ff57 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 943 time: 0.0521381
Mar 25 03:40:14.617854 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ccb1eca6-bb5d-4b1f-9292-469dc55fcb85 req-e493ce0a-2687-496c-8b16-7763500df8e3 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468183
Mar 25 03:40:15.235224 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-818843be-dd42-4c85-be7a-9bc13c958b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:15.734218 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd281f5-0f22-467c-8613-18426e85712a req-bb84f47c-f965-4557-9d87-fe58401b82e8 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:15.735657 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1fd281f5-0f22-467c-8613-18426e85712a req-bb84f47c-f965-4557-9d87-fe58401b82e8 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 943 time: 0.0516267
Mar 25 03:40:15.783529 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1fd281f5-0f22-467c-8613-18426e85712a req-beb71b06-251b-430c-910f-37f053bb4666 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417359
Mar 25 03:40:16.212074 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:16.904796 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff8fbf-fd5f-4b89-ba2c-713ada779eeb req-916f2158-658c-4976-a2d2-5eedcea477e4 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:16.906331 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-16ff8fbf-fd5f-4b89-ba2c-713ada779eeb req-916f2158-658c-4976-a2d2-5eedcea477e4 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 943 time: 0.0541852
Mar 25 03:40:16.954933 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-16ff8fbf-fd5f-4b89-ba2c-713ada779eeb req-9573c1a0-94b4-429e-a7c3-59d3a46549d0 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430608
Mar 25 03:40:17.492113 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:18.080323 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7a9f1-bae2-4b49-8420-66c0a30451eb req-436ddbcf-a28f-4b8c-85e0-75b07f8a1e59 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:18.082406 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e4d7a9f1-bae2-4b49-8420-66c0a30451eb req-436ddbcf-a28f-4b8c-85e0-75b07f8a1e59 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 943 time: 0.0606375
Mar 25 03:40:18.130122 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e4d7a9f1-bae2-4b49-8420-66c0a30451eb req-0c365fb8-4c7e-4ec1-9f2a-fa6b3b4dcf8b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422108
Mar 25 03:40:19.221101 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:19.245626 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15318eb-18d6-484e-8756-d356e35e50e7 req-c9221cb9-a65a-400c-858e-a0287452c688 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:19.247113 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c15318eb-18d6-484e-8756-d356e35e50e7 req-c9221cb9-a65a-400c-858e-a0287452c688 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 943 time: 0.0520537
Mar 25 03:40:19.296375 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-c15318eb-18d6-484e-8756-d356e35e50e7 req-47fddaf0-b8be-4430-957e-c6701a38c43a tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420070
Mar 25 03:40:20.411456 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e49ca-83d2-457e-ae27-aa5cb24e0ada req-7f55bfd9-d657-492c-b8fe-698bc1db8b98 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:20.413006 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-027e49ca-83d2-457e-ae27-aa5cb24e0ada req-7f55bfd9-d657-492c-b8fe-698bc1db8b98 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 943 time: 0.0515962
Mar 25 03:40:20.460359 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-027e49ca-83d2-457e-ae27-aa5cb24e0ada req-63026c99-b88f-465f-9609-ee1f79ae11ee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415652
Mar 25 03:40:21.580669 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c85bf-9e20-4f8f-9b89-68f5c933b198 req-33f8db2c-959b-47e2-ad85-e98f5ccc71ba tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:21.582264 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8a1c85bf-9e20-4f8f-9b89-68f5c933b198 req-33f8db2c-959b-47e2-ad85-e98f5ccc71ba tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 943 time: 0.0551670
Mar 25 03:40:21.630571 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-8a1c85bf-9e20-4f8f-9b89-68f5c933b198 req-0ab289d6-28a5-4247-af72-9bb4620cc07b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427947
Mar 25 03:40:22.696022 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39714) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:22.764402 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da457616-fcfe-4ede-bc57-5218fbb02b9b req-8294063c-87f7-4817-b717-2784f0288a17 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:22.766866 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da457616-fcfe-4ede-bc57-5218fbb02b9b req-8294063c-87f7-4817-b717-2784f0288a17 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 943 time: 0.0658193
Mar 25 03:40:22.823289 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7049a2a3-5dc4-44f7-a77a-9db60269b3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:22.828918 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-da457616-fcfe-4ede-bc57-5218fbb02b9b req-b53272e9-0199-4a49-95c1-0de94c8c734b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565414
Mar 25 03:40:22.903340 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7049a2a3-5dc4-44f7-a77a-9db60269b3da admin admin] Publish callbacks [] for security_group (2f395e8b-0f5f-4c2c-929d-9c1e6d2033b8), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:22.972036 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7049a2a3-5dc4-44f7-a77a-9db60269b3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2f395e8b-0f5f-4c2c-929d-9c1e6d2033b8), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:23.010805 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-7049a2a3-5dc4-44f7-a77a-9db60269b3da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c38e0f0920cd4815bde061a866d48749&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3142617
Mar 25 03:40:23.011725 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049a2a3-5dc4-44f7-a77a-9db60269b3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f395e8b-0f5f-4c2c-929d-9c1e6d2033b8,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:23.013619 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39720) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:23.060828 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-05371984-9153-4d10-b62a-6bb62cb652ba admin admin] Publish callbacks [] for security_group (2f395e8b-0f5f-4c2c-929d-9c1e6d2033b8), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:23.081710 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-05371984-9153-4d10-b62a-6bb62cb652ba admin admin] Publish callbacks [] for security_group (2f395e8b-0f5f-4c2c-929d-9c1e6d2033b8), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:23.209848 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-05371984-9153-4d10-b62a-6bb62cb652ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2f395e8b-0f5f-4c2c-929d-9c1e6d2033b8), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:23.212426 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-05371984-9153-4d10-b62a-6bb62cb652ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:23.215808 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-05371984-9153-4d10-b62a-6bb62cb652ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f395e8b-0f5f-4c2c-929d-9c1e6d2033b8 HTTP/1.1" status: 204  len: 168 time: 0.1989272
Mar 25 03:40:23.224087 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05371984-9153-4d10-b62a-6bb62cb652ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f395e8b-0f5f-4c2c-929d-9c1e6d2033b8,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:23.827252 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39726) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:23.840590 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dee4afdd-4f33-4cbe-b6fe-db90f89558c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:23.940611 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dee4afdd-4f33-4cbe-b6fe-db90f89558c4 admin admin] Publish callbacks [] for security_group (2a8bc8de-96f8-435e-ae25-ef366051ba30), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:23.963101 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd67bf7-b88e-42fd-859c-a0630a50234a req-18c57e81-ee97-4a1f-ba87-825995810125 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:23.964551 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0dd67bf7-b88e-42fd-859c-a0630a50234a req-18c57e81-ee97-4a1f-ba87-825995810125 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 943 time: 0.0667872
Mar 25 03:40:24.013342 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0dd67bf7-b88e-42fd-859c-a0630a50234a req-494e7b82-5bd0-473e-9b6e-6fed7e0b33d1 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423746
Mar 25 03:40:24.020629 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-dee4afdd-4f33-4cbe-b6fe-db90f89558c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2a8bc8de-96f8-435e-ae25-ef366051ba30), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:24.057034 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-dee4afdd-4f33-4cbe-b6fe-db90f89558c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9d9eb13b7704d7a9edb85fce56d064c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2287049
Mar 25 03:40:24.058941 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4afdd-4f33-4cbe-b6fe-db90f89558c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8bc8de-96f8-435e-ae25-ef366051ba30,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:24.059726 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39732) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:24.107944 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-68db93e3-c6a7-4451-b32e-8de5fbd34bbb admin admin] Publish callbacks [] for security_group (2a8bc8de-96f8-435e-ae25-ef366051ba30), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:24.128347 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-68db93e3-c6a7-4451-b32e-8de5fbd34bbb admin admin] Publish callbacks [] for security_group (2a8bc8de-96f8-435e-ae25-ef366051ba30), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:24.234763 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-68db93e3-c6a7-4451-b32e-8de5fbd34bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (2a8bc8de-96f8-435e-ae25-ef366051ba30), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:24.237682 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-68db93e3-c6a7-4451-b32e-8de5fbd34bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:24.238806 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-68db93e3-c6a7-4451-b32e-8de5fbd34bbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a8bc8de-96f8-435e-ae25-ef366051ba30 HTTP/1.1" status: 204  len: 168 time: 0.1781037
Mar 25 03:40:24.246265 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db93e3-c6a7-4451-b32e-8de5fbd34bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8bc8de-96f8-435e-ae25-ef366051ba30,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:24.918744 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device d20d9f45-6b6b-45b1-807e-f474c18fcf76 details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:40:25.016946 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port d20d9f45-6b6b-45b1-807e-f474c18fcf76, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=d20d9f45-6b6b-45b1-807e-f474c18fcf76,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:40:25.032069 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'port_id': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'mac_address': 'fa:16:3e:16:25:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:40:25.071664 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port d20d9f45-6b6b-45b1-807e-f474c18fcf76 is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:40:25.072054 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:25.089846 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20d9f45-6b6b-45b1-807e-f474c18fcf76 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:40:25.105529 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port d20d9f45-6b6b-45b1-807e-f474c18fcf76, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=d20d9f45-6b6b-45b1-807e-f474c18fcf76,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:40:25.136166 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5445a6-a904-435b-91e0-64d1b65d1a35 req-42f7fb35-7e73-4c93-a98f-946791ddd98d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:25.137694 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3f5445a6-a904-435b-91e0-64d1b65d1a35 req-42f7fb35-7e73-4c93-a98f-946791ddd98d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 943 time: 0.0534801
Mar 25 03:40:25.183562 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:25.187505 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3f5445a6-a904-435b-91e0-64d1b65d1a35 req-f4caaa9e-acda-4b45-8c49-d6a288a2c5e1 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423276
Mar 25 03:40:25.232285 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=d20d9f45-6b6b-45b1-807e-f474c18fcf76,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:25.239858 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.240208 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.240556 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.240898 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.241237 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.241567 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.241921 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.242251 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.242584 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.242935 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.243263 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.243591 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.243917 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.244245 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.244568 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:25.842447 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39766) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:25.944775 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6c407195-ffcd-4da9-b2d0-76b218cedbbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:26.018627 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6c407195-ffcd-4da9-b2d0-76b218cedbbc admin admin] Publish callbacks [] for security_group (1af9e0e0-7ee5-45e8-93e8-d36442173d4f), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:26.057643 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['d20d9f45-6b6b-45b1-807e-f474c18fcf76'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:40:26.103505 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-6c407195-ffcd-4da9-b2d0-76b218cedbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (1af9e0e0-7ee5-45e8-93e8-d36442173d4f), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:26.140600 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-6c407195-ffcd-4da9-b2d0-76b218cedbbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41da10e94f204a309128c96775c37ca3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2967660
Mar 25 03:40:26.142654 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c407195-ffcd-4da9-b2d0-76b218cedbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af9e0e0-7ee5-45e8-93e8-d36442173d4f,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:26.144083 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39772) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:26.205313 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d61aa6be-dc75-4057-8549-8ea8dc34d580 admin admin] Publish callbacks [] for security_group (1af9e0e0-7ee5-45e8-93e8-d36442173d4f), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:26.228247 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d61aa6be-dc75-4057-8549-8ea8dc34d580 admin admin] Publish callbacks [] for security_group (1af9e0e0-7ee5-45e8-93e8-d36442173d4f), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:26.317083 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd90970-dde4-4c13-b4ce-0473ba97ff66 req-e0c451cf-8f09-48f8-aa3e-99a1bd427fbe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:26.318594 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7fd90970-dde4-4c13-b4ce-0473ba97ff66 req-e0c451cf-8f09-48f8-aa3e-99a1bd427fbe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 944 time: 0.0578229
Mar 25 03:40:26.367034 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-7fd90970-dde4-4c13-b4ce-0473ba97ff66 req-d99e7526-4d8c-429d-affe-38c218471769 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426555
Mar 25 03:40:26.383316 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d61aa6be-dc75-4057-8549-8ea8dc34d580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (1af9e0e0-7ee5-45e8-93e8-d36442173d4f), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:26.385937 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-d61aa6be-dc75-4057-8549-8ea8dc34d580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:26.387069 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-d61aa6be-dc75-4057-8549-8ea8dc34d580 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1af9e0e0-7ee5-45e8-93e8-d36442173d4f HTTP/1.1" status: 204  len: 168 time: 0.2398534
Mar 25 03:40:26.405484 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61aa6be-dc75-4057-8549-8ea8dc34d580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af9e0e0-7ee5-45e8-93e8-d36442173d4f,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:26.687796 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device d20d9f45-6b6b-45b1-807e-f474c18fcf76 up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:40:26.841097 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port d20d9f45-6b6b-45b1-807e-f474c18fcf76 completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:40:26.845328 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port d20d9f45-6b6b-45b1-807e-f474c18fcf76 triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:40:26.845767 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:26.919211 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port d20d9f45-6b6b-45b1-807e-f474c18fcf76 is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:40:26.919589 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:26.941499 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:40:26.944162 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b518e19-a846-46c1-b757-75b091b8215b" -d '{"events": [{"server_uuid": "73877bbd-eaa7-4ac5-895d-ca933168e49b", "name": "network-vif-plugged", "status": "completed", "tag": "d20d9f45-6b6b-45b1-807e-f474c18fcf76"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:40:26.956936 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port d20d9f45-6b6b-45b1-807e-f474c18fcf76, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=d20d9f45-6b6b-45b1-807e-f474c18fcf76,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:40:26.984220 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba8d30c-8ee3-409b-baea-1a190589e047 x-openstack-request-id: req-eba8d30c-8ee3-409b-baea-1a190589e047 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:40:26.984590 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73877bbd-eaa7-4ac5-895d-ca933168e49b", "name": "network-vif-plugged", "status": "completed", "tag": "d20d9f45-6b6b-45b1-807e-f474c18fcf76", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:40:26.984992 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eba8d30c-8ee3-409b-baea-1a190589e047 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:40:26.985234 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba8d30c-8ee3-409b-baea-1a190589e047'] response: {'server_uuid': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'code': 200}
Mar 25 03:40:27.043790 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:27.096931 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=d20d9f45-6b6b-45b1-807e-f474c18fcf76,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:27.449442 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b797eb-33d5-4fd1-8a04-dc3aff8790fa req-386d5792-ec7a-4cc3-a879-dbc130840971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:27.451718 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d8b797eb-33d5-4fd1-8a04-dc3aff8790fa req-386d5792-ec7a-4cc3-a879-dbc130840971 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 1129 time: 0.0554297
Mar 25 03:40:27.494663 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96642d05-a53a-49be-8c37-4a1e3814d94f req-9fc91821-a875-473b-af13-7f03fca1c84d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:27.503955 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-96642d05-a53a-49be-8c37-4a1e3814d94f req-9fc91821-a875-473b-af13-7f03fca1c84d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 945 time: 0.0613680
Mar 25 03:40:27.504214 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d8b797eb-33d5-4fd1-8a04-dc3aff8790fa req-b365439f-3925-495b-b6a7-36c9ced2567a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458095
Mar 25 03:40:27.548815 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-96642d05-a53a-49be-8c37-4a1e3814d94f req-df8e065d-6e7a-4f8b-8cf4-6b7f222f3d3d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439968
Mar 25 03:40:28.063910 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39814) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:28.164769 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-20b24dcd-22fc-40e9-a6d0-58e866bbcc15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:28.237089 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-20b24dcd-22fc-40e9-a6d0-58e866bbcc15 admin admin] Publish callbacks [] for security_group (557edcb3-a8dc-4192-9fb8-906b34f8712b), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:28.303529 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-20b24dcd-22fc-40e9-a6d0-58e866bbcc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (557edcb3-a8dc-4192-9fb8-906b34f8712b), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:28.340540 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-20b24dcd-22fc-40e9-a6d0-58e866bbcc15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17c3acf64f4c4ec98e7a0d5d73878b74&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2756162
Mar 25 03:40:28.341347 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b24dcd-22fc-40e9-a6d0-58e866bbcc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557edcb3-a8dc-4192-9fb8-906b34f8712b,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:28.343555 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39818) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:28.395182 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-07b57c67-0e4b-47bd-a424-690dc4c95c56 admin admin] Publish callbacks [] for security_group (557edcb3-a8dc-4192-9fb8-906b34f8712b), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:28.410705 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-07b57c67-0e4b-47bd-a424-690dc4c95c56 admin admin] Publish callbacks [] for security_group (557edcb3-a8dc-4192-9fb8-906b34f8712b), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:28.535394 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-07b57c67-0e4b-47bd-a424-690dc4c95c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (557edcb3-a8dc-4192-9fb8-906b34f8712b), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:28.538465 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-07b57c67-0e4b-47bd-a424-690dc4c95c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:28.539597 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-07b57c67-0e4b-47bd-a424-690dc4c95c56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/557edcb3-a8dc-4192-9fb8-906b34f8712b HTTP/1.1" status: 204  len: 168 time: 0.1950111
Mar 25 03:40:28.547424 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b57c67-0e4b-47bd-a424-690dc4c95c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557edcb3-a8dc-4192-9fb8-906b34f8712b,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:28.673554 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12c81b-272c-45f3-9a4f-816cf9b45471 req-23e4b4e8-712d-4fe9-b95a-58bf31afdd3c tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:28.675015 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7f12c81b-272c-45f3-9a4f-816cf9b45471 req-23e4b4e8-712d-4fe9-b95a-58bf31afdd3c tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 945 time: 0.0549088
Mar 25 03:40:28.722507 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7f12c81b-272c-45f3-9a4f-816cf9b45471 req-e60f7308-26c7-41ed-839a-b148009e494a tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416794
Mar 25 03:40:29.343063 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:40:29.841687 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd818c72-3080-4bba-83ad-68f968977cfe req-6c83a324-2335-4e22-b82e-a7edfe3aecd0 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:29.843384 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-dd818c72-3080-4bba-83ad-68f968977cfe req-6c83a324-2335-4e22-b82e-a7edfe3aecd0 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 945 time: 0.0524244
Mar 25 03:40:29.889441 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-dd818c72-3080-4bba-83ad-68f968977cfe req-b4baee19-89bf-4350-9b9a-4b2a9c8d7a36 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405560
Mar 25 03:40:31.006567 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4dc11-3576-4e6a-b182-1af3ea79b914 req-4f1cd18d-6939-4ea7-ac6c-324245c34b6c tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:31.008033 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e4dc11-3576-4e6a-b182-1af3ea79b914 req-4f1cd18d-6939-4ea7-ac6c-324245c34b6c tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 945 time: 0.0530815
Mar 25 03:40:31.055532 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c0e4dc11-3576-4e6a-b182-1af3ea79b914 req-53ef9261-64c7-4e3f-8f21-b48311f8d6e9 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418887
Mar 25 03:40:32.177064 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d1659-5d5a-424a-a832-9cfbe9831a5b req-26f41da5-a6f0-4f7f-8d8f-cd51ce52afe6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:32.179070 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-307d1659-5d5a-424a-a832-9cfbe9831a5b req-26f41da5-a6f0-4f7f-8d8f-cd51ce52afe6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 945 time: 0.0574734
Mar 25 03:40:32.230378 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-307d1659-5d5a-424a-a832-9cfbe9831a5b req-69954522-eef6-4ab0-b8a1-ccc557ee24ff tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458348
Mar 25 03:40:32.345719 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6591ae1-5d93-4bba-8bde-c5c3e85075b3 req-dee28886-1adb-42c6-aa9d-36f4dcb52d80 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:32.347180 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a6591ae1-5d93-4bba-8bde-c5c3e85075b3 req-dee28886-1adb-42c6-aa9d-36f4dcb52d80 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 945 time: 0.0528686
Mar 25 03:40:32.398170 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a6591ae1-5d93-4bba-8bde-c5c3e85075b3 req-4abe7dac-8273-41dc-9ecf-b8fc56846aaa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450871
Mar 25 03:40:32.420328 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39882) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:32.462021 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6607141d-8b7d-4a4d-bd6f-854598b61ee7 tempest-TestVolumeBootPattern-1747743150 tempest-TestVolumeBootPattern-1747743150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:32.463494 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-6607141d-8b7d-4a4d-bd6f-854598b61ee7 tempest-TestVolumeBootPattern-1747743150 tempest-TestVolumeBootPattern-1747743150-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 1124 time: 0.0421832
Mar 25 03:40:32.466198 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39884) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:32.470741 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'port_id': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:40:32.601289 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:32.694099 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:32.802175 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Allocated IP 172.27.0.3 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/0d3103db-056a-498a-b29a-f676ada386e7) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:40:32.899778 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for port (0d3103db-056a-498a-b29a-f676ada386e7), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:32.955028 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:32.984007 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (0d3103db-056a-498a-b29a-f676ada386e7), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:33.024576 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:40:33.027464 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:40:33.030098 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:40:33.063015 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'Port': ['ID=0d3103db-056a-498a-b29a-f676ada386e7,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:33.380185 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for floatingip (e8583148-11da-4c40-a9b7-1d9927ddcd2c), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:33.520900 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (0d3103db-056a-498a-b29a-f676ada386e7), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:33.666855 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for port (0d3103db-056a-498a-b29a-f676ada386e7), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:33.758273 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (0d3103db-056a-498a-b29a-f676ada386e7), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:33.824359 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'Port': ['ID=0d3103db-056a-498a-b29a-f676ada386e7,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:33.834251 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (e8583148-11da-4c40-a9b7-1d9927ddcd2c), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:33.932960 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.db.l3_db [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Floating IP e8583148-11da-4c40-a9b7-1d9927ddcd2c associated. External IP: 172.27.0.3, port: d20d9f45-6b6b-45b1-807e-f474c18fcf76.
Mar 25 03:40:34.136319 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Router 0a961f97-ff1c-4c03-b953-52675457b9ae has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:40:34.240671 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:40:34.250471 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c153a-b91d-49e9-a256-00ec40049ce1 None None] Sync routers for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:40:34.260316 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c153a-b91d-49e9-a256-00ec40049ce1 None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:40:34.262339 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-f75c153a-b91d-49e9-a256-00ec40049ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf8fb040>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:40:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:34.311479 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:34.342452 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-4cd35353-0359-4813-aa2d-96acd3e53e6b tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 1.8751922
Mar 25 03:40:34.343365 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'tag': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:40:34.345646 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e98ebcf-9537-4295-8a77-9bac95bb7dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "73877bbd-eaa7-4ac5-895d-ca933168e49b", "tag": "d20d9f45-6b6b-45b1-807e-f474c18fcf76"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:40:34.382298 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d24e13-196a-4ee0-ad3c-c7051f7f3acd x-openstack-request-id: req-c8d24e13-196a-4ee0-ad3c-c7051f7f3acd {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:40:34.382927 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73877bbd-eaa7-4ac5-895d-ca933168e49b", "tag": "d20d9f45-6b6b-45b1-807e-f474c18fcf76", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:40:34.382927 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8d24e13-196a-4ee0-ad3c-c7051f7f3acd {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:40:34.383237 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d24e13-196a-4ee0-ad3c-c7051f7f3acd'] response: {'name': 'network-changed', 'server_uuid': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'tag': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'status': 'completed', 'code': 200}
Mar 25 03:40:34.448925 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98ebcf-9537-4295-8a77-9bac95bb7dbb req-5b6f78db-c72b-45be-9be0-fa16676a0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:34.450457 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0e98ebcf-9537-4295-8a77-9bac95bb7dbb req-5b6f78db-c72b-45be-9be0-fa16676a0d07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 1129 time: 0.0452507
Mar 25 03:40:34.501988 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-f75c153a-b91d-49e9-a256-00ec40049ce1 None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:40:34.541383 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98ebcf-9537-4295-8a77-9bac95bb7dbb req-0b93d1e1-7e3b-475d-b4c9-6f40cdc7f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:34.542868 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0e98ebcf-9537-4295-8a77-9bac95bb7dbb req-0b93d1e1-7e3b-475d-b4c9-6f40cdc7f8a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 912 time: 0.0860755
Mar 25 03:40:34.607633 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0e98ebcf-9537-4295-8a77-9bac95bb7dbb req-0124b594-a6e2-4087-ab32-a0b2e69750d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d20d9f45-6b6b-45b1-807e-f474c18fcf76 HTTP/1.1" status: 200  len: 997 time: 0.0592670
Mar 25 03:40:34.655088 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98ebcf-9537-4295-8a77-9bac95bb7dbb req-91d0e887-d5b4-4702-9b77-2f6daca91386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:34.656555 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0e98ebcf-9537-4295-8a77-9bac95bb7dbb req-91d0e887-d5b4-4702-9b77-2f6daca91386 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 200  len: 850 time: 0.0439482
Mar 25 03:40:34.709391 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98ebcf-9537-4295-8a77-9bac95bb7dbb req-ab40cc6f-0a9c-459f-9baf-de9ca9178504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:34.710956 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0e98ebcf-9537-4295-8a77-9bac95bb7dbb req-ab40cc6f-0a9c-459f-9baf-de9ca9178504 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b3658a2-99c4-4d46-9375-814ea7ecaf18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0488832
Mar 25 03:40:34.731729 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-f75c153a-b91d-49e9-a256-00ec40049ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf8fb040>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'e8583148-11da-4c40-a9b7-1d9927ddcd2c', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:16:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:40:33Z', 'updated_at': '2022-03-25T03:40:33Z', 'revision_number': 0, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:34.758761 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c153a-b91d-49e9-a256-00ec40049ce1 None None] Checking router: 0a961f97-ff1c-4c03-b953-52675457b9ae for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:40:34.767777 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c153a-b91d-49e9-a256-00ec40049ce1 None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:40:34.767936 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-f75c153a-b91d-49e9-a256-00ec40049ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf8fb040>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:40:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:34.800360 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0e98ebcf-9537-4295-8a77-9bac95bb7dbb req-9ec35ab0-3636-4b4c-beab-5039f115991c service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834827
Mar 25 03:40:34.880716 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-f75c153a-b91d-49e9-a256-00ec40049ce1 None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:40:34.892849 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0e98ebcf-9537-4295-8a77-9bac95bb7dbb req-5d017961-72b1-49a5-a280-66a009f4b061 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862679
Mar 25 03:40:35.102308 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-f75c153a-b91d-49e9-a256-00ec40049ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf8fb040>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'e8583148-11da-4c40-a9b7-1d9927ddcd2c', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:16:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:40:33Z', 'updated_at': '2022-03-25T03:40:33Z', 'revision_number': 0, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:35.132648 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c153a-b91d-49e9-a256-00ec40049ce1 None None] The sync data for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi is: [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'e8583148-11da-4c40-a9b7-1d9927ddcd2c', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:16:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:40:33Z', 'updated_at': '2022-03-25T03:40:33Z', 'revision_number': 0, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:40:35.320286 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88b26c-0e02-4476-9a2f-e74a357af12f None None] New status for floating IP e8583148-11da-4c40-a9b7-1d9927ddcd2c: ACTIVE {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:40:37.478398 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39914) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:37.579462 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2b40-511f-4a48-ab1d-719351fbd3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:37.650009 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2b40-511f-4a48-ab1d-719351fbd3a9 admin admin] Publish callbacks [] for security_group (41cf29ab-8943-4280-b481-cb5ce3a14685), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:37.718113 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2b40-511f-4a48-ab1d-719351fbd3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (41cf29ab-8943-4280-b481-cb5ce3a14685), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:37.758139 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-fd3c2b40-511f-4a48-ab1d-719351fbd3a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59290775e12148eba765bb5cfa828a4a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2755482
Mar 25 03:40:37.758139 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c2b40-511f-4a48-ab1d-719351fbd3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cf29ab-8943-4280-b481-cb5ce3a14685,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:37.758471 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39918) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:37.806914 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8f5361b8-8c1d-4638-a9f8-f43557007d87 admin admin] Publish callbacks [] for security_group (41cf29ab-8943-4280-b481-cb5ce3a14685), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:37.828176 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8f5361b8-8c1d-4638-a9f8-f43557007d87 admin admin] Publish callbacks [] for security_group (41cf29ab-8943-4280-b481-cb5ce3a14685), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:37.958325 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8f5361b8-8c1d-4638-a9f8-f43557007d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (41cf29ab-8943-4280-b481-cb5ce3a14685), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:37.960927 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8f5361b8-8c1d-4638-a9f8-f43557007d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:37.962093 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-8f5361b8-8c1d-4638-a9f8-f43557007d87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41cf29ab-8943-4280-b481-cb5ce3a14685 HTTP/1.1" status: 204  len: 168 time: 0.2020307
Mar 25 03:40:37.970119 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5361b8-8c1d-4638-a9f8-f43557007d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cf29ab-8943-4280-b481-cb5ce3a14685,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:42.820516 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8f028ac4-b38f-4df7-aa85-4e7cb15ec505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:45.191792 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3f732fdd-d903-4ba2-898a-050c43a3d768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:45.582575 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39924) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:45.734252 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a7b28-c204-430d-860f-0bc2c9a16f92 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Deleting port ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:40:45.734590 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7b28-c204-430d-860f-0bc2c9a16f92 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:45.810442 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7b28-c204-430d-860f-0bc2c9a16f92 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:45.810695 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7b28-c204-430d-860f-0bc2c9a16f92 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for floatingip (ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:45.822101 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a7b28-c204-430d-860f-0bc2c9a16f92 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Calling delete_port for ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b owned by network:floatingip {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:40:46.094947 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7b28-c204-430d-860f-0bc2c9a16f92 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:46.125340 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a7b28-c204-430d-860f-0bc2c9a16f92 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Pushing event deleted for resources: {'Port': ['ID=ee3e1458-45cb-4f8e-8116-b6cf9ff9aa5b,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:46.181478 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7b28-c204-430d-860f-0bc2c9a16f92 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for floatingip (e3fc9c48-c21a-48e6-82e5-24fbb85d03c7), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:46.181907 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.l3_db [None req-9d3a7b28-c204-430d-860f-0bc2c9a16f92 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Floating IP e3fc9c48-c21a-48e6-82e5-24fbb85d03c7 disassociated (deleted). External IP: 172.27.0.39, port: 88719ce4-6600-449d-8bea-54b358379366.
Mar 25 03:40:46.215189 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:46.634557 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3a7b28-c204-430d-860f-0bc2c9a16f92 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Router 6ab9755f-f845-4385-a4d8-ebb2e9df237f has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:40:46.742195 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3a7b28-c204-430d-860f-0bc2c9a16f92 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:40:46.746631 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7b28-c204-430d-860f-0bc2c9a16f92 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:46.751939 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e563f18-983a-4454-b341-432005864fda None None] Sync routers for ids ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:40:46.764343 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e563f18-983a-4454-b341-432005864fda None None] Routers {'6ab9755f-f845-4385-a4d8-ebb2e9df237f'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:40:46.764945 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-9e563f18-983a-4454-b341-432005864fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf0e6ca0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:40:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:46.776132 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-9d3a7b28-c204-430d-860f-0bc2c9a16f92 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "DELETE /v2.0/floatingips/e3fc9c48-c21a-48e6-82e5-24fbb85d03c7 HTTP/1.1" status: 204  len: 168 time: 1.1924083
Mar 25 03:40:46.776720 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'tag': '88719ce4-6600-449d-8bea-54b358379366'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:40:46.779111 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a837921b-8b29-4264-833d-b4b4e357b2de" -d '{"events": [{"name": "network-changed", "server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "tag": "88719ce4-6600-449d-8bea-54b358379366"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:40:46.822536 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9373e999-6cd0-44c0-9ded-6ab690d7299a x-openstack-request-id: req-9373e999-6cd0-44c0-9ded-6ab690d7299a {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:40:46.827893 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "tag": "88719ce4-6600-449d-8bea-54b358379366", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:40:46.827893 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9373e999-6cd0-44c0-9ded-6ab690d7299a {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:40:46.827893 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9373e999-6cd0-44c0-9ded-6ab690d7299a'] response: {'name': 'network-changed', 'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'tag': '88719ce4-6600-449d-8bea-54b358379366', 'status': 'completed', 'code': 200}
Mar 25 03:40:46.881184 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-9e563f18-983a-4454-b341-432005864fda None None] Set router 6ab9755f-f845-4385-a4d8-ebb2e9df237f gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:40:46.886558 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837921b-8b29-4264-833d-b4b4e357b2de req-e6fe6918-6264-4b85-a8f1-d420ef6be1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:46.888085 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a837921b-8b29-4264-833d-b4b4e357b2de req-e6fe6918-6264-4b85-a8f1-d420ef6be1ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48056ec4a0a14de9bc3675f24e816164&device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 1129 time: 0.0446112
Mar 25 03:40:46.982129 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837921b-8b29-4264-833d-b4b4e357b2de req-45379cfd-f5fc-44f8-8022-1f3ce7db6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:46.983755 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a837921b-8b29-4264-833d-b4b4e357b2de req-45379cfd-f5fc-44f8-8022-1f3ce7db6375 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81599753-6f37-4c20-8ddf-546347b4f65f HTTP/1.1" status: 200  len: 910 time: 0.0892315
Mar 25 03:40:47.023240 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a837921b-8b29-4264-833d-b4b4e357b2de req-292513bd-482f-4fd7-a466-edf73fad619a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88719ce4-6600-449d-8bea-54b358379366 HTTP/1.1" status: 200  len: 217 time: 0.0337899
Mar 25 03:40:47.079328 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837921b-8b29-4264-833d-b4b4e357b2de req-d360f349-2cac-4ef6-9d58-848ce7eae133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:47.080781 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a837921b-8b29-4264-833d-b4b4e357b2de req-d360f349-2cac-4ef6-9d58-848ce7eae133 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e91e36b2-ae84-44ed-9e80-1ddc8b7776ce HTTP/1.1" status: 200  len: 848 time: 0.0453701
Mar 25 03:40:47.093235 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-9e563f18-983a-4454-b341-432005864fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf0e6ca0>, [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8f190546-1170-4edf-a280-401ed3e8a832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 4, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port': {'id': '8f190546-1170-4edf-a280-401ed3e8a832', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '7819ac71-04b8-44d8-9400-c2cd9b941a40', 'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'mac_address': 'fa:16:3e:02:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:48Z', 'updated_at': '2022-03-25T03:35:53Z', 'revision_number': 5, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'subnets': [{'id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:47.119269 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e563f18-983a-4454-b341-432005864fda None None] Checking router: 6ab9755f-f845-4385-a4d8-ebb2e9df237f for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:40:47.127888 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e563f18-983a-4454-b341-432005864fda None None] Routers {'6ab9755f-f845-4385-a4d8-ebb2e9df237f'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:40:47.128516 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-9e563f18-983a-4454-b341-432005864fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf0e6ca0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:40:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:47.134940 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837921b-8b29-4264-833d-b4b4e357b2de req-260f37a5-1b26-4888-9bd1-09c3ba3aa1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:47.136452 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a837921b-8b29-4264-833d-b4b4e357b2de req-260f37a5-1b26-4888-9bd1-09c3ba3aa1cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81599753-6f37-4c20-8ddf-546347b4f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0499444
Mar 25 03:40:47.230838 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a837921b-8b29-4264-833d-b4b4e357b2de req-5df7523e-5e3d-4b58-a2a8-2e7d09c553ac service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884683
Mar 25 03:40:47.244812 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-9e563f18-983a-4454-b341-432005864fda None None] Set router 6ab9755f-f845-4385-a4d8-ebb2e9df237f gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:40:47.294613 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a8a54-7e69-4c0c-89f8-5cc2eca51ffc req-2dc06ad4-37ab-45ae-8688-a2a350361e02 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:47.296116 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bf7a8a54-7e69-4c0c-89f8-5cc2eca51ffc req-2dc06ad4-37ab-45ae-8688-a2a350361e02 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0551131
Mar 25 03:40:47.335603 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-a837921b-8b29-4264-833d-b4b4e357b2de req-86b804e2-3af0-4959-ab7c-6002824117ba service neutron] 10.222.0.35 "GET /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975173
Mar 25 03:40:47.346019 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-bf7a8a54-7e69-4c0c-89f8-5cc2eca51ffc req-51d559d3-f369-4818-89a5-41bf80dd16a6 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440528
Mar 25 03:40:47.465360 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-9e563f18-983a-4454-b341-432005864fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf0e6ca0>, [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8f190546-1170-4edf-a280-401ed3e8a832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 4, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port': {'id': '8f190546-1170-4edf-a280-401ed3e8a832', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '7819ac71-04b8-44d8-9400-c2cd9b941a40', 'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'mac_address': 'fa:16:3e:02:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:48Z', 'updated_at': '2022-03-25T03:35:53Z', 'revision_number': 5, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'subnets': [{'id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:47.491853 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e563f18-983a-4454-b341-432005864fda None None] The sync data for ids ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'] in dv-cinder-835168-1-iscsi is: [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8f190546-1170-4edf-a280-401ed3e8a832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:49Z', 'revision_number': 4, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port': {'id': '8f190546-1170-4edf-a280-401ed3e8a832', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': '7819ac71-04b8-44d8-9400-c2cd9b941a40', 'name': '', 'network_id': '81599753-6f37-4c20-8ddf-546347b4f65f', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'mac_address': 'fa:16:3e:02:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:48Z', 'updated_at': '2022-03-25T03:35:53Z', 'revision_number': 5, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'subnets': [{'id': 'e91e36b2-ae84-44ed-9e80-1ddc8b7776ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:40:47.537677 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:47.700643 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f7ae3-9b90-4d42-8ea5-6e7a8b77e5c0 None None] New status for floating IP e3fc9c48-c21a-48e6-82e5-24fbb85d03c7: DOWN {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:40:48.466730 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b3dac-81c1-4809-ac42-954cf33902f8 req-c98ed002-4b5a-4874-9fd5-460debecc7bd tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:48.468436 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3f2b3dac-81c1-4809-ac42-954cf33902f8 req-c98ed002-4b5a-4874-9fd5-460debecc7bd tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0518103
Mar 25 03:40:48.515199 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-3f2b3dac-81c1-4809-ac42-954cf33902f8 req-fca3fa67-ad28-49f1-b7fb-4d135d149041 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/security-groups?id=00da027c-2c07-49cb-92d1-75f8775aa301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413973
Mar 25 03:40:48.768417 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e4033-e904-45c8-b90b-4a8de65d96f3 req-e0850ea2-ab26-4eea-88a0-8f4e8d6b23c0 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:40:48.769763 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-198e4033-e904-45c8-b90b-4a8de65d96f3 req-e0850ea2-ab26-4eea-88a0-8f4e8d6b23c0 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 945 time: 0.0488350
Mar 25 03:40:48.862459 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-198e4033-e904-45c8-b90b-4a8de65d96f3 req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Deleting port 88719ce4-6600-449d-8bea-54b358379366 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:40:48.862799 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-198e4033-e904-45c8-b90b-4a8de65d96f3 req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (88719ce4-6600-449d-8bea-54b358379366), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:48.946899 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-198e4033-e904-45c8-b90b-4a8de65d96f3 req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] For port 88719ce4-6600-449d-8bea-54b358379366, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=88719ce4-6600-449d-8bea-54b358379366,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:40:48.947261 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-198e4033-e904-45c8-b90b-4a8de65d96f3 req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (88719ce4-6600-449d-8bea-54b358379366), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:48.959704 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-198e4033-e904-45c8-b90b-4a8de65d96f3 req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Calling delete_port for 88719ce4-6600-449d-8bea-54b358379366 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:40:49.142927 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-198e4033-e904-45c8-b90b-4a8de65d96f3 req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (88719ce4-6600-449d-8bea-54b358379366), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:49.170791 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Pushing event deleted for resources: {'Port': ['ID=88719ce4-6600-449d-8bea-54b358379366,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:49.201715 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.202068 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.202403 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.202739 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.203067 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.203390 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.203712 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.204032 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.204350 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.204670 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.204984 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.205302 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.205616 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.205954 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.206276 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:40:49.226039 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-198e4033-e904-45c8-b90b-4a8de65d96f3 req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] No DVR routers for this DVR port 88719ce4-6600-449d-8bea-54b358379366 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:40:49.228881 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-198e4033-e904-45c8-b90b-4a8de65d96f3 req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:49.232250 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-198e4033-e904-45c8-b90b-4a8de65d96f3 req-ed0076c1-75a2-40a8-b92d-b2ad646145af tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.35 "DELETE /v2.0/ports/88719ce4-6600-449d-8bea-54b358379366 HTTP/1.1" status: 204  len: 173 time: 0.4559953
Mar 25 03:40:49.232686 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'name': 'network-vif-deleted', 'tag': '88719ce4-6600-449d-8bea-54b358379366'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:40:49.235030 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf64967-a099-452c-8398-2d9c71ea31bf" -d '{"events": [{"server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "name": "network-vif-deleted", "tag": "88719ce4-6600-449d-8bea-54b358379366"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:40:49.240419 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:49.271018 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edc25a5-bfe3-432a-9928-7aa37975419b x-openstack-request-id: req-0edc25a5-bfe3-432a-9928-7aa37975419b {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:40:49.271314 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e62c7fa-8625-4f61-a0ec-90eba561a2f8", "name": "network-vif-deleted", "tag": "88719ce4-6600-449d-8bea-54b358379366", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:40:49.271571 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0edc25a5-bfe3-432a-9928-7aa37975419b {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:40:49.271979 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0edc25a5-bfe3-432a-9928-7aa37975419b'] response: {'server_uuid': '7e62c7fa-8625-4f61-a0ec-90eba561a2f8', 'name': 'network-vif-deleted', 'tag': '88719ce4-6600-449d-8bea-54b358379366', 'status': 'completed', 'code': 200}
Mar 25 03:40:49.612561 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-1c17033f-6270-440a-87d0-b2fd15c63213 req-08ed1419-eb56-4de1-8804-c0347da146f1 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e62c7fa-8625-4f61-a0ec-90eba561a2f8 HTTP/1.1" status: 200  len: 210 time: 0.0292840
Mar 25 03:40:50.671293 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39942) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:50.729425 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b2721fe0-f60e-47e5-a743-ad6f803ea765 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group (00da027c-2c07-49cb-92d1-75f8775aa301), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:50.753363 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b2721fe0-f60e-47e5-a743-ad6f803ea765 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group (00da027c-2c07-49cb-92d1-75f8775aa301), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:50.894608 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b2721fe0-f60e-47e5-a743-ad6f803ea765 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (00da027c-2c07-49cb-92d1-75f8775aa301), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:50.897066 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-b2721fe0-f60e-47e5-a743-ad6f803ea765 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:50.898281 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-b2721fe0-f60e-47e5-a743-ad6f803ea765 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] 10.222.0.24 "DELETE /v2.0/security-groups/00da027c-2c07-49cb-92d1-75f8775aa301 HTTP/1.1" status: 204  len: 168 time: 0.2259500
Mar 25 03:40:50.910656 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2721fe0-f60e-47e5-a743-ad6f803ea765 tempest-TestShelveInstance-163106625 tempest-TestShelveInstance-163106625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00da027c-2c07-49cb-92d1-75f8775aa301,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:51.038670 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39946) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:51.761430 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1fbf3ffb-1d00-40ef-941b-81897d1074fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-459075'] for router_interface (6ab9755f-f845-4385-a4d8-ebb2e9df237f), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:51.998905 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf3ffb-1d00-40ef-941b-81897d1074fd admin admin] Deleting port 7819ac71-04b8-44d8-9400-c2cd9b941a40 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:40:51.999241 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1fbf3ffb-1d00-40ef-941b-81897d1074fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:52.075296 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [None req-1fbf3ffb-1d00-40ef-941b-81897d1074fd admin admin] For port 7819ac71-04b8-44d8-9400-c2cd9b941a40, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=7819ac71-04b8-44d8-9400-c2cd9b941a40,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:40:52.075945 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1fbf3ffb-1d00-40ef-941b-81897d1074fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:52.087783 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf3ffb-1d00-40ef-941b-81897d1074fd admin admin] Calling delete_port for 7819ac71-04b8-44d8-9400-c2cd9b941a40 owned by network:router_interface {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:40:52.337779 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1fbf3ffb-1d00-40ef-941b-81897d1074fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (7819ac71-04b8-44d8-9400-c2cd9b941a40), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:52.361435 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf3ffb-1d00-40ef-941b-81897d1074fd admin admin] Pushing event deleted for resources: {'Port': ['ID=7819ac71-04b8-44d8-9400-c2cd9b941a40,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:52.527300 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1fbf3ffb-1d00-40ef-941b-81897d1074fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462323'] for router_interface (6ab9755f-f845-4385-a4d8-ebb2e9df237f), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:52.740985 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbf3ffb-1d00-40ef-941b-81897d1074fd admin admin] Router 6ab9755f-f845-4385-a4d8-ebb2e9df237f has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:40:52.814189 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 88719ce4-6600-449d-8bea-54b358379366 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:40:52.833350 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: 88719ce4-6600-449d-8bea-54b358379366 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:40:52.833720 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device 88719ce4-6600-449d-8bea-54b358379366 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:40:52.846273 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbf3ffb-1d00-40ef-941b-81897d1074fd admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:40:52.851068 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-1fbf3ffb-1d00-40ef-941b-81897d1074fd admin admin] 10.222.0.24 "PUT /v2.0/routers/6ab9755f-f845-4385-a4d8-ebb2e9df237f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8113742
Mar 25 03:40:52.854190 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39950) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:52.856690 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee068dd1-5823-49c7-bd62-3226ea470c4c None None] Sync routers for ids ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:40:52.866918 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee068dd1-5823-49c7-bd62-3226ea470c4c None None] Routers {'6ab9755f-f845-4385-a4d8-ebb2e9df237f'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:40:52.867524 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-ee068dd1-5823-49c7-bd62-3226ea470c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf108670>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:40:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:52.956024 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Publish callbacks [] for router (6ab9755f-f845-4385-a4d8-ebb2e9df237f), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:52.973157 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-ee068dd1-5823-49c7-bd62-3226ea470c4c None None] Set router 6ab9755f-f845-4385-a4d8-ebb2e9df237f gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:40:53.058257 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Publish callbacks [] for router_gateway (6ab9755f-f845-4385-a4d8-ebb2e9df237f), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:53.182368 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Deleting port 8f190546-1170-4edf-a280-401ed3e8a832 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:40:53.183050 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (8f190546-1170-4edf-a280-401ed3e8a832), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:53.268081 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] For port 8f190546-1170-4edf-a280-401ed3e8a832, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=8f190546-1170-4edf-a280-401ed3e8a832,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:40:53.268367 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (8f190546-1170-4edf-a280-401ed3e8a832), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:53.282103 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-ee068dd1-5823-49c7-bd62-3226ea470c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf108670>, [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8f190546-1170-4edf-a280-401ed3e8a832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:40:52Z', 'revision_number': 5, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port': {'id': '8f190546-1170-4edf-a280-401ed3e8a832', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:53.282962 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Calling delete_port for 8f190546-1170-4edf-a280-401ed3e8a832 owned by network:router_gateway {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:40:53.308402 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee068dd1-5823-49c7-bd62-3226ea470c4c None None] Checking router: 6ab9755f-f845-4385-a4d8-ebb2e9df237f for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:40:53.316664 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee068dd1-5823-49c7-bd62-3226ea470c4c None None] Routers {'6ab9755f-f845-4385-a4d8-ebb2e9df237f'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:40:53.317267 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-ee068dd1-5823-49c7-bd62-3226ea470c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf108670>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:40:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:53.406352 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-ee068dd1-5823-49c7-bd62-3226ea470c4c None None] Set router 6ab9755f-f845-4385-a4d8-ebb2e9df237f gateway port host: None {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:40:53.459305 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-ee068dd1-5823-49c7-bd62-3226ea470c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf108670>, [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:40:53Z', 'revision_number': 6, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port_host': None}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:53.484875 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee068dd1-5823-49c7-bd62-3226ea470c4c None None] The sync data for ids ['6ab9755f-f845-4385-a4d8-ebb2e9df237f'] in dv-cinder-835168-1-iscsi is: [{'id': '6ab9755f-f845-4385-a4d8-ebb2e9df237f', 'name': 'tempest-TestShelveInstance-1781976372-router', 'tenant_id': '48056ec4a0a14de9bc3675f24e816164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:46Z', 'updated_at': '2022-03-25T03:40:53Z', 'revision_number': 6, 'project_id': '48056ec4a0a14de9bc3675f24e816164', 'gw_port_host': None}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:40:53.586518 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (8f190546-1170-4edf-a280-401ed3e8a832), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:53.611619 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f190546-1170-4edf-a280-401ed3e8a832,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:53.671621 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462345'] for router_gateway (6ab9755f-f845-4385-a4d8-ebb2e9df237f), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:53.761685 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6115'] for router (6ab9755f-f845-4385-a4d8-ebb2e9df237f), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:53.763773 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Publish callbacks [] for router_controller (6ab9755f-f845-4385-a4d8-ebb2e9df237f), precommit_delete_associations {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:53.900652 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-461290'] for router (6ab9755f-f845-4385-a4d8-ebb2e9df237f), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:53.901210 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ab9755f-f845-4385-a4d8-ebb2e9df237f {{(pid=103655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 25 03:40:53.905676 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:53.906823 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-740d1b6e-6613-4acb-9b79-b4a44ef00166 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6ab9755f-f845-4385-a4d8-ebb2e9df237f HTTP/1.1" status: 204  len: 168 time: 1.0517371
Mar 25 03:40:53.909381 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39952) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:53.952776 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_v2 [None req-141676af-d054-49b9-bbf5-cf6f2d2c0c34 admin admin] Deleting subnet e91e36b2-ae84-44ed-9e80-1ddc8b7776ce {{(pid=103655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:40:53.955823 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-141676af-d054-49b9-bbf5-cf6f2d2c0c34 admin admin] Publish callbacks [] for subnet (e91e36b2-ae84-44ed-9e80-1ddc8b7776ce), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:53.992479 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-141676af-d054-49b9-bbf5-cf6f2d2c0c34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-751077'] for subnet (e91e36b2-ae84-44ed-9e80-1ddc8b7776ce), precommit_delete_associations {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.069690 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-141676af-d054-49b9-bbf5-cf6f2d2c0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (e91e36b2-ae84-44ed-9e80-1ddc8b7776ce), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.186344 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-141676af-d054-49b9-bbf5-cf6f2d2c0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8549167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10372204'] for subnet (e91e36b2-ae84-44ed-9e80-1ddc8b7776ce), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.213632 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141676af-d054-49b9-bbf5-cf6f2d2c0c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e91e36b2-ae84-44ed-9e80-1ddc8b7776ce,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:54.215691 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-141676af-d054-49b9-bbf5-cf6f2d2c0c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.221357 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-141676af-d054-49b9-bbf5-cf6f2d2c0c34 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e91e36b2-ae84-44ed-9e80-1ddc8b7776ce HTTP/1.1" status: 204  len: 168 time: 0.3087759
Mar 25 03:40:54.222021 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39954) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:54.231507 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b348aa-aed8-4d95-b235-ad5f92c73c19 None None] Network 81599753-6f37-4c20-8ddf-546347b4f65f requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:40:54.298323 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (81599753-6f37-4c20-8ddf-546347b4f65f), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.355583 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Deleting port 2300ce7a-b033-474f-90c1-c8dd49ea22d8 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:40:54.356014 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.386610 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bdc5eb-c66d-40b4-8a5a-7cbd6a033452 None None] DHCP port deletion for 81599753-6f37-4c20-8ddf-546347b4f65f request from dv-cinder-835168-1-iscsi {{(pid=103657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 25 03:40:54.419081 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] For port 2300ce7a-b033-474f-90c1-c8dd49ea22d8, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=2300ce7a-b033-474f-90c1-c8dd49ea22d8,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:40:54.419330 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.435395 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Calling delete_port for 2300ce7a-b033-474f-90c1-c8dd49ea22d8 owned by network:dhcp {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:40:54.437490 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-93bdc5eb-c66d-40b4-8a5a-7cbd6a033452 None None] Deleting port 2300ce7a-b033-474f-90c1-c8dd49ea22d8 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:40:54.437902 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-93bdc5eb-c66d-40b4-8a5a-7cbd6a033452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.506081 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-93bdc5eb-c66d-40b4-8a5a-7cbd6a033452 None None] For port 2300ce7a-b033-474f-90c1-c8dd49ea22d8, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=2300ce7a-b033-474f-90c1-c8dd49ea22d8,segment=NetworkSegment(08f7466a-cdd0-4660-a422-67d378de88b7),segment_id=08f7466a-cdd0-4660-a422-67d378de88b7)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:40:54.506481 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-93bdc5eb-c66d-40b4-8a5a-7cbd6a033452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.519136 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-93bdc5eb-c66d-40b4-8a5a-7cbd6a033452 None None] Calling delete_port for 2300ce7a-b033-474f-90c1-c8dd49ea22d8 owned by network:dhcp {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:40:54.583425 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.595286 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-93bdc5eb-c66d-40b4-8a5a-7cbd6a033452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255'] for port (2300ce7a-b033-474f-90c1-c8dd49ea22d8), after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.607854 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Pushing event deleted for resources: {'Port': ['ID=2300ce7a-b033-474f-90c1-c8dd49ea22d8,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:54.614865 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] No DVR routers for this DVR port 2300ce7a-b033-474f-90c1-c8dd49ea22d8 on host dv-cinder-835168-1-iscsi {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:40:54.623133 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdc5eb-c66d-40b4-8a5a-7cbd6a033452 None None] Pushing event deleted for resources: {'Port': ['ID=2300ce7a-b033-474f-90c1-c8dd49ea22d8,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:54.624930 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bdc5eb-c66d-40b4-8a5a-7cbd6a033452 None None] No DVR routers for this DVR port 2300ce7a-b033-474f-90c1-c8dd49ea22d8 on host dv-cinder-835168-1-iscsi {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:40:54.692160 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (81599753-6f37-4c20-8ddf-546347b4f65f), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.703623 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2300ce7a-b033-474f-90c1-c8dd49ea22d8 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:40:54.713310 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb63caca0>,) {'filters': {'network_id': ['81599753-6f37-4c20-8ddf-546347b4f65f']}} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:54.722746 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb63caca0>, '08f7466a-cdd0-4660-a422-67d378de88b7') {'for_net_delete': True} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:54.723040 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb63caca0>, '08f7466a-cdd0-4660-a422-67d378de88b7') {} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:54.726458 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 2300ce7a-b033-474f-90c1-c8dd49ea22d8 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:40:54.726810 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 2300ce7a-b033-474f-90c1-c8dd49ea22d8 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:40:54.727736 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 7819ac71-04b8-44d8-9400-c2cd9b941a40 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:40:54.732779 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-751068'] for segment (08f7466a-cdd0-4660-a422-67d378de88b7), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.746229 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (08f7466a-cdd0-4660-a422-67d378de88b7), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.746747 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 7819ac71-04b8-44d8-9400-c2cd9b941a40 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:40:54.747098 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 7819ac71-04b8-44d8-9400-c2cd9b941a40 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:40:54.747785 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 8f190546-1170-4edf-a280-401ed3e8a832 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:40:54.752166 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:40:54.752548 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546701'] for segment (08f7466a-cdd0-4660-a422-67d378de88b7), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]: Traceback (most recent call last):
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     timer()
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     cb(*args, **kw)
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     return func(*args, **kwargs)
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     self._notify()
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     self.callback(batched_events)
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     event.method(event)
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     return f(self, *a, **k)
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._get(url).json()
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:40:54.754177 dv-cinder-835168-1-iscsi neutron-server[103655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:40:54.766116 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 8f190546-1170-4edf-a280-401ed3e8a832 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:40:54.766466 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 8f190546-1170-4edf-a280-401ed3e8a832 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:40:54.868666 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (81599753-6f37-4c20-8ddf-546347b4f65f), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.873992 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:54.877077 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] 10.222.0.24 "DELETE /v2.0/networks/81599753-6f37-4c20-8ddf-546347b4f65f HTTP/1.1" status: 204  len: 168 time: 0.6539674
Mar 25 03:40:54.880165 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39956) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:54.887861 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201928e-4779-4ee7-b1bf-e6dd3ebf6627 admin admin] Pushing event deleted for resources: {'Network': ['ID=81599753-6f37-4c20-8ddf-546347b4f65f,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:55.214872 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e649e1cc-5054-489d-8af4-b21e2a0cd4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-459075'] for router_interface (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:55.458855 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-e649e1cc-5054-489d-8af4-b21e2a0cd4ea admin admin] Deleting port 5320fd86-cd82-48fd-b8af-dd4bb6edff46 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:40:55.459214 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e649e1cc-5054-489d-8af4-b21e2a0cd4ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:55.537905 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-e649e1cc-5054-489d-8af4-b21e2a0cd4ea admin admin] For port 5320fd86-cd82-48fd-b8af-dd4bb6edff46, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=5320fd86-cd82-48fd-b8af-dd4bb6edff46,segment=NetworkSegment(eb12b65c-2088-491d-8b7d-262f396ee80f),segment_id=eb12b65c-2088-491d-8b7d-262f396ee80f)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:40:55.538187 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e649e1cc-5054-489d-8af4-b21e2a0cd4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:55.550558 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-e649e1cc-5054-489d-8af4-b21e2a0cd4ea admin admin] Calling delete_port for 5320fd86-cd82-48fd-b8af-dd4bb6edff46 owned by network:router_interface {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:40:55.826270 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e649e1cc-5054-489d-8af4-b21e2a0cd4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (5320fd86-cd82-48fd-b8af-dd4bb6edff46), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:55.850862 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649e1cc-5054-489d-8af4-b21e2a0cd4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5320fd86-cd82-48fd-b8af-dd4bb6edff46,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:56.014449 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-e649e1cc-5054-489d-8af4-b21e2a0cd4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462323'] for router_interface (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:56.224609 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e649e1cc-5054-489d-8af4-b21e2a0cd4ea admin admin] Router 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:40:56.330111 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e649e1cc-5054-489d-8af4-b21e2a0cd4ea admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:40:56.335181 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-e649e1cc-5054-489d-8af4-b21e2a0cd4ea admin admin] 10.222.0.24 "PUT /v2.0/routers/976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4538875
Mar 25 03:40:56.338091 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39960) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:56.340677 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d7291-68c9-4547-9b3a-6dffbb7dd305 None None] Sync routers for ids ['976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:40:56.351080 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d7291-68c9-4547-9b3a-6dffbb7dd305 None None] Routers {'976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:40:56.351727 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-8b5d7291-68c9-4547-9b3a-6dffbb7dd305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc438610>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:40:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:56.441934 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Publish callbacks [] for router (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:56.457655 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-8b5d7291-68c9-4547-9b3a-6dffbb7dd305 None None] Set router 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:40:56.545764 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Publish callbacks [] for router_gateway (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:56.629829 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-8b5d7291-68c9-4547-9b3a-6dffbb7dd305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc438610>, [{'id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'name': 'tempest-TestShelveInstance-28853360-router', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:52Z', 'updated_at': '2022-03-25T03:40:55Z', 'revision_number': 5, 'project_id': 'c35f84afe6364992963940ca78607d2e', 'gw_port': {'id': '32752654-80c5-44d7-a310-37ab542cbd0e', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:35:53Z', 'updated_at': '2022-03-25T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:56.656740 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d7291-68c9-4547-9b3a-6dffbb7dd305 None None] Checking router: 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:40:56.665724 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d7291-68c9-4547-9b3a-6dffbb7dd305 None None] Routers {'976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:40:56.666325 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-8b5d7291-68c9-4547-9b3a-6dffbb7dd305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc438610>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:40:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:56.710446 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Deleting port 32752654-80c5-44d7-a310-37ab542cbd0e {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:40:56.710889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (32752654-80c5-44d7-a310-37ab542cbd0e), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:56.754615 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-8b5d7291-68c9-4547-9b3a-6dffbb7dd305 None None] Set router 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf gateway port host: None {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:40:56.790743 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] For port 32752654-80c5-44d7-a310-37ab542cbd0e, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=32752654-80c5-44d7-a310-37ab542cbd0e,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:40:56.791118 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (32752654-80c5-44d7-a310-37ab542cbd0e), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:56.804067 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Calling delete_port for 32752654-80c5-44d7-a310-37ab542cbd0e owned by network:router_gateway {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:40:56.807015 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-8b5d7291-68c9-4547-9b3a-6dffbb7dd305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc438610>, [{'id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'name': 'tempest-TestShelveInstance-28853360-router', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:52Z', 'updated_at': '2022-03-25T03:40:56Z', 'revision_number': 6, 'project_id': 'c35f84afe6364992963940ca78607d2e', 'gw_port_host': None}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:56.832546 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d7291-68c9-4547-9b3a-6dffbb7dd305 None None] The sync data for ids ['976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf'] in dv-cinder-835168-1-iscsi is: [{'id': '976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf', 'name': 'tempest-TestShelveInstance-28853360-router', 'tenant_id': 'c35f84afe6364992963940ca78607d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:35:52Z', 'updated_at': '2022-03-25T03:40:56Z', 'revision_number': 6, 'project_id': 'c35f84afe6364992963940ca78607d2e', 'gw_port_host': None}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:40:57.046021 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (32752654-80c5-44d7-a310-37ab542cbd0e), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.071750 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Pushing event deleted for resources: {'Port': ['ID=32752654-80c5-44d7-a310-37ab542cbd0e,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:57.132008 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462345'] for router_gateway (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.223675 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6115'] for router (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.225958 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Publish callbacks [] for router_controller (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.331413 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-461290'] for router (976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.331912 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf {{(pid=103656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 25 03:40:57.336285 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.337707 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-676b2c28-0c70-44d7-a12c-ada72a2e12bb admin admin] 10.222.0.24 "DELETE /v2.0/routers/976ad4ab-271d-47f7-a0ad-f54bd0e4d3cf HTTP/1.1" status: 204  len: 168 time: 0.9987068
Mar 25 03:40:57.340272 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39962) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:57.383292 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d34ebe4-ec44-4fc0-9b57-2b1ec0e6cad9 admin admin] Deleting subnet 0617b707-c59f-4423-a000-c31bc941a35c {{(pid=103656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:40:57.386263 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d34ebe4-ec44-4fc0-9b57-2b1ec0e6cad9 admin admin] Publish callbacks [] for subnet (0617b707-c59f-4423-a000-c31bc941a35c), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.420819 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d34ebe4-ec44-4fc0-9b57-2b1ec0e6cad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580478'] for subnet (0617b707-c59f-4423-a000-c31bc941a35c), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.496298 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d34ebe4-ec44-4fc0-9b57-2b1ec0e6cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (0617b707-c59f-4423-a000-c31bc941a35c), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.618000 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d34ebe4-ec44-4fc0-9b57-2b1ec0e6cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846492'] for subnet (0617b707-c59f-4423-a000-c31bc941a35c), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.643340 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34ebe4-ec44-4fc0-9b57-2b1ec0e6cad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0617b707-c59f-4423-a000-c31bc941a35c,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:57.647052 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9d34ebe4-ec44-4fc0-9b57-2b1ec0e6cad9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.650649 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-9d34ebe4-ec44-4fc0-9b57-2b1ec0e6cad9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0617b707-c59f-4423-a000-c31bc941a35c HTTP/1.1" status: 204  len: 168 time: 0.3094733
Mar 25 03:40:57.653091 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39964) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:57.653526 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0769c16-cd74-4b41-930d-272d55b5b61f None None] Network 4d21a402-9315-4156-94a9-60967d0e58e7 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:40:57.729274 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (4d21a402-9315-4156-94a9-60967d0e58e7), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.790418 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Deleting port 42f35206-e2c0-4ebd-a1a5-3eec64886691 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:40:57.790852 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.797064 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38efb15-1b94-4e12-9b25-a420c828bcd2 None None] DHCP port deletion for 4d21a402-9315-4156-94a9-60967d0e58e7 request from dv-cinder-835168-1-iscsi {{(pid=103657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 25 03:40:57.845630 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-a38efb15-1b94-4e12-9b25-a420c828bcd2 None None] Deleting port 42f35206-e2c0-4ebd-a1a5-3eec64886691 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:40:57.846322 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a38efb15-1b94-4e12-9b25-a420c828bcd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.865459 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] For port 42f35206-e2c0-4ebd-a1a5-3eec64886691, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=42f35206-e2c0-4ebd-a1a5-3eec64886691,segment=NetworkSegment(eb12b65c-2088-491d-8b7d-262f396ee80f),segment_id=eb12b65c-2088-491d-8b7d-262f396ee80f)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:40:57.865863 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.882833 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Calling delete_port for 42f35206-e2c0-4ebd-a1a5-3eec64886691 owned by network:dhcp {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:40:57.911103 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-a38efb15-1b94-4e12-9b25-a420c828bcd2 None None] For port 42f35206-e2c0-4ebd-a1a5-3eec64886691, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=42f35206-e2c0-4ebd-a1a5-3eec64886691,segment=NetworkSegment(eb12b65c-2088-491d-8b7d-262f396ee80f),segment_id=eb12b65c-2088-491d-8b7d-262f396ee80f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:40:57.911582 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a38efb15-1b94-4e12-9b25-a420c828bcd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:57.928939 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-a38efb15-1b94-4e12-9b25-a420c828bcd2 None None] Calling delete_port for 42f35206-e2c0-4ebd-a1a5-3eec64886691 owned by network:dhcp {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:40:58.020717 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:58.026365 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a38efb15-1b94-4e12-9b25-a420c828bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255'] for port (42f35206-e2c0-4ebd-a1a5-3eec64886691), after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:58.045531 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=42f35206-e2c0-4ebd-a1a5-3eec64886691,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:58.048998 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] No DVR routers for this DVR port 42f35206-e2c0-4ebd-a1a5-3eec64886691 on host dv-cinder-835168-1-iscsi {{(pid=103656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:40:58.056219 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38efb15-1b94-4e12-9b25-a420c828bcd2 None None] No DVR routers for this DVR port 42f35206-e2c0-4ebd-a1a5-3eec64886691 on host dv-cinder-835168-1-iscsi {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:40:58.060097 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38efb15-1b94-4e12-9b25-a420c828bcd2 None None] Pushing event deleted for resources: {'Port': ['ID=42f35206-e2c0-4ebd-a1a5-3eec64886691,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:58.120030 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (4d21a402-9315-4156-94a9-60967d0e58e7), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:58.140057 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb6a748e0>,) {'filters': {'network_id': ['4d21a402-9315-4156-94a9-60967d0e58e7']}} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:58.149028 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6a748e0>, 'eb12b65c-2088-491d-8b7d-262f396ee80f') {'for_net_delete': True} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:58.149324 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6a748e0>, 'eb12b65c-2088-491d-8b7d-262f396ee80f') {} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:40:58.158190 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8580423'] for segment (eb12b65c-2088-491d-8b7d-262f396ee80f), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:58.171103 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (eb12b65c-2088-491d-8b7d-262f396ee80f), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:58.176688 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:40:58.177056 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583136'] for segment (eb12b65c-2088-491d-8b7d-262f396ee80f), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]: Traceback (most recent call last):
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     timer()
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     cb(*args, **kw)
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     return func(*args, **kwargs)
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     self._notify()
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     self.callback(batched_events)
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     event.method(event)
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     return f(self, *a, **k)
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._get(url).json()
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:40:58.178714 dv-cinder-835168-1-iscsi neutron-server[103656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:40:58.314614 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (4d21a402-9315-4156-94a9-60967d0e58e7), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:58.319784 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:58.322996 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] 10.222.0.24 "DELETE /v2.0/networks/4d21a402-9315-4156-94a9-60967d0e58e7 HTTP/1.1" status: 204  len: 168 time: 0.6684506
Mar 25 03:40:58.335080 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5a6f0-03e1-403f-a060-482718271bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=4d21a402-9315-4156-94a9-60967d0e58e7,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:58.636333 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 39970) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:58.677957 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-0e93abc8-2ced-455e-b203-d746fb5630bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48056ec4a0a14de9bc3675f24e816164&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0403156
Mar 25 03:40:58.678995 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39972) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:58.682718 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 42f35206-e2c0-4ebd-a1a5-3eec64886691 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:40:58.702612 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 42f35206-e2c0-4ebd-a1a5-3eec64886691 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:40:58.702956 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 42f35206-e2c0-4ebd-a1a5-3eec64886691 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:40:58.703358 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 32752654-80c5-44d7-a310-37ab542cbd0e no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:40:58.724749 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 32752654-80c5-44d7-a310-37ab542cbd0e {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:40:58.728283 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 32752654-80c5-44d7-a310-37ab542cbd0e not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:40:58.728283 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 5320fd86-cd82-48fd-b8af-dd4bb6edff46 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:40:58.728494 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e4842266-7768-4409-8f5b-0e2eed5fbe2a admin admin] Publish callbacks [] for security_group (64311751-ee73-4289-ae60-04a43fdd04d5), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:58.744875 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 5320fd86-cd82-48fd-b8af-dd4bb6edff46 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:40:58.745222 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 5320fd86-cd82-48fd-b8af-dd4bb6edff46 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:40:58.747583 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e4842266-7768-4409-8f5b-0e2eed5fbe2a admin admin] Publish callbacks [] for security_group (64311751-ee73-4289-ae60-04a43fdd04d5), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:58.843521 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e4842266-7768-4409-8f5b-0e2eed5fbe2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (64311751-ee73-4289-ae60-04a43fdd04d5), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:58.846061 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-e4842266-7768-4409-8f5b-0e2eed5fbe2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:58.847230 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-e4842266-7768-4409-8f5b-0e2eed5fbe2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64311751-ee73-4289-ae60-04a43fdd04d5 HTTP/1.1" status: 204  len: 168 time: 0.1673663
Mar 25 03:40:58.855494 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4842266-7768-4409-8f5b-0e2eed5fbe2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64311751-ee73-4289-ae60-04a43fdd04d5,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:40:59.401084 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39978) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:59.438712 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-397bce23-3660-4b84-b4e4-b3d373d04ffa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c35f84afe6364992963940ca78607d2e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0373371
Mar 25 03:40:59.441118 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 39980) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:40:59.486069 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-dde901a1-7240-4812-a2dd-05d5b4462be4 admin admin] Publish callbacks [] for security_group (89589846-735a-4d0f-bd16-0062f12c4eb8), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:59.506430 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-dde901a1-7240-4812-a2dd-05d5b4462be4 admin admin] Publish callbacks [] for security_group (89589846-735a-4d0f-bd16-0062f12c4eb8), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:59.640130 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-dde901a1-7240-4812-a2dd-05d5b4462be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (89589846-735a-4d0f-bd16-0062f12c4eb8), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:59.642785 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-dde901a1-7240-4812-a2dd-05d5b4462be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:40:59.644052 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-dde901a1-7240-4812-a2dd-05d5b4462be4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89589846-735a-4d0f-bd16-0062f12c4eb8 HTTP/1.1" status: 204  len: 168 time: 0.2019310
Mar 25 03:40:59.651686 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde901a1-7240-4812-a2dd-05d5b4462be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89589846-735a-4d0f-bd16-0062f12c4eb8,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:41:02.926043 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:41:04.201439 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902914f8-465e-4d1e-b941-d5c437bbbcf5 req-b9cd0e0b-fafc-435c-bfbe-d62c858486ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0421116
Mar 25 03:41:04.285643 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902914f8-465e-4d1e-b941-d5c437bbbcf5 req-a244d05c-7a21-482e-a686-acb596c77085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:41:04.287223 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902914f8-465e-4d1e-b941-d5c437bbbcf5 req-a244d05c-7a21-482e-a686-acb596c77085 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 1129 time: 0.0471106
Mar 25 03:41:04.384909 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902914f8-465e-4d1e-b941-d5c437bbbcf5 req-aa76fb19-1dfc-4f06-8684-fe494ea6fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:41:04.386458 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902914f8-465e-4d1e-b941-d5c437bbbcf5 req-aa76fb19-1dfc-4f06-8684-fe494ea6fa5c service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 912 time: 0.0826402
Mar 25 03:41:04.451922 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902914f8-465e-4d1e-b941-d5c437bbbcf5 req-8035c7d8-f7a6-41d2-ad2f-0121c6eff101 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d20d9f45-6b6b-45b1-807e-f474c18fcf76 HTTP/1.1" status: 200  len: 999 time: 0.0601473
Mar 25 03:41:04.497815 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902914f8-465e-4d1e-b941-d5c437bbbcf5 req-9600a926-fd39-44d7-959d-e07922edc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:41:04.499181 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902914f8-465e-4d1e-b941-d5c437bbbcf5 req-9600a926-fd39-44d7-959d-e07922edc11d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 200  len: 850 time: 0.0422082
Mar 25 03:41:04.545914 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902914f8-465e-4d1e-b941-d5c437bbbcf5 req-7519b4ea-a68e-4048-9bc4-d742b035a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:41:04.547302 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902914f8-465e-4d1e-b941-d5c437bbbcf5 req-7519b4ea-a68e-4048-9bc4-d742b035a966 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b3658a2-99c4-4d46-9375-814ea7ecaf18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0423741
Mar 25 03:41:04.635156 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902914f8-465e-4d1e-b941-d5c437bbbcf5 req-7e162693-cff6-4121-a1db-6e5e9573e435 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823619
Mar 25 03:41:04.756982 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902914f8-465e-4d1e-b941-d5c437bbbcf5 req-b3df6ce4-7917-473c-b769-b34983af0354 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1156361
Mar 25 03:41:06.342738 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:41:12.828366 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-dfe55ac2-b186-4b05-9de4-c01b6d9ce4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:41:15.176934 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e7aba674-8c6a-44d0-942e-3e3feb44fc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:41:16.200363 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:41:17.548487 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:41:19.219621 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:41:32.976670 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:41:42.819567 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-00260f5a-ddf2-4efb-994c-03fe2fce3df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:41:43.344422 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:41:45.199105 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2b2d7aaf-14d7-4049-8fbc-850d2a57049b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:41:46.213962 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:41:47.585581 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:41:49.273810 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:02.990898 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:05.363593 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-dd3aae50-d6ae-4186-a2fd-7ffaea56c1c7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1740925
Mar 25 03:42:05.451111 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-1ad45bee-3f68-49a8-9b3b-782f584c1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:05.452591 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-1ad45bee-3f68-49a8-9b3b-782f584c1159 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 1129 time: 0.0485620
Mar 25 03:42:05.550516 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-f066f792-f951-4058-b87a-1b56edf96bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:05.551872 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-f066f792-f951-4058-b87a-1b56edf96bb9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 912 time: 0.0819454
Mar 25 03:42:05.617444 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-2b77b431-67b0-4de2-a555-02521a6cfe2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d20d9f45-6b6b-45b1-807e-f474c18fcf76 HTTP/1.1" status: 200  len: 999 time: 0.0599675
Mar 25 03:42:05.664223 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-157a8046-5943-4c2b-b3d5-37a7f8403bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:05.665601 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-157a8046-5943-4c2b-b3d5-37a7f8403bd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 200  len: 850 time: 0.0421095
Mar 25 03:42:05.712169 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-cd3a3223-09d8-45cb-8ed9-22a8b9f27646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:05.713588 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-cd3a3223-09d8-45cb-8ed9-22a8b9f27646 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b3658a2-99c4-4d46-9375-814ea7ecaf18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0424666
Mar 25 03:42:05.723122 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-455319dd-0bbc-465f-9304-5571d7eb5903 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:42:05.724043 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-455319dd-0bbc-465f-9304-5571d7eb5903 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0046167
Mar 25 03:42:05.810681 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-cf88996e-beab-4f60-a90f-32ab90c441ec service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808489
Mar 25 03:42:05.893951 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-4f932804-32bb-4828-af25-5cf0049f2da6 req-f8da49a9-ab98-408b-892e-9390eabe7694 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0779963
Mar 25 03:42:12.818575 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7a6e6118-af7b-434b-8f1d-8378546bfa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:15.190328 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-551915bb-5d8f-4897-982d-76b39ed3ebd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:16.216140 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:17.521263 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:19.219081 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:20.339240 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:42:23.055192 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-67738887-867b-448b-bcea-8fafe8e450b4 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456951906&fields=id&tenant_id=128b813a50464f31b257ffac581ed332 HTTP/1.1" status: 200  len: 267 time: 0.0474341
Mar 25 03:42:23.156029 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-9851513c-7236-41b1-a72f-bb3e24785e3a tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:23.157451 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-9851513c-7236-41b1-a72f-bb3e24785e3a tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 811 time: 0.0960240
Mar 25 03:42:23.171297 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-27a3d4b2-93da-4a66-8afd-98a69682d514 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/quotas/128b813a50464f31b257ffac581ed332 HTTP/1.1" status: 200  len: 375 time: 0.0085325
Mar 25 03:42:23.228533 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-2e2a6da7-ca30-41ac-a6e1-6351bb7b0b0e tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0520146
Mar 25 03:42:23.287504 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-ac14a3b5-c323-4ae0-8a8d-cb1c2f7e5529 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 25 03:42:23.288489 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-ac14a3b5-c323-4ae0-8a8d-cb1c2f7e5529 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0497231
Mar 25 03:42:23.616951 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-15f4ee42-3a3c-4b93-9015-12a71e63e6ad service neutron] 10.222.0.24 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3227761
Mar 25 03:42:23.705319 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-451da4a6-c803-4f6c-89aa-1c3861583365 service neutron] 10.222.0.24 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824902
Mar 25 03:42:25.303688 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ba7269eb-c197-4e85-ad13-8193e0cb8c75 req-2d6b6ebe-b845-47b7-8262-3496129bbc25 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 210 time: 0.0804574
Mar 25 03:42:26.398570 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-f14ca988-b756-4901-a6de-e42f63dea88b req-e8a56ee5-d0e3-4f15-8f0f-6b5232650238 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 210 time: 0.0288956
Mar 25 03:42:27.171150 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-98b75ef7-ef02-4ef3-b34d-e75a5f91f377 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:27.172679 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-98b75ef7-ef02-4ef3-b34d-e75a5f91f377 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 811 time: 0.1026216
Mar 25 03:42:27.234131 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-ea43eaac-0dae-45f8-901a-50e327bfdcfb tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=128b813a50464f31b257ffac581ed332 HTTP/1.1" status: 200  len: 380 time: 0.0532718
Mar 25 03:42:27.242120 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Request body: {'port': {'device_id': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'admin_state_up': True, 'tenant_id': '128b813a50464f31b257ffac581ed332', 'security_groups': ['8ea847a8-b734-4ab2-8749-5502cc3280df']}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:42:27.427265 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Made reservation on behalf of 128b813a50464f31b257ffac581ed332 for: {'port': 1} {{(pid=103655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 25 03:42:27.430686 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:27.515218 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d4445c34-f08c-47bf-933a-181b0a518258 req-6656793b-c203-4164-b095-3a76be309aee tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 210 time: 0.0331020
Mar 25 03:42:27.574206 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_common [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Allocated IP 172.20.0.5 (3b3658a2-99c4-4d46-9375-814ea7ecaf18/693378f8-bce4-4933-bed5-9bc98ff481e4/db2b8eee-3c34-46e3-8d33-474d40e9665a) {{(pid=103655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:42:27.710195 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), precommit_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:27.822176 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), after_create {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:27.861495 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 is already hosted by enough agents. {{(pid=103655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:42:27.864529 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.base_scheduler [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Resources bound (agent type, host, resource id):  {{(pid=103655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:42:27.868152 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Received port after_create {{(pid=103655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:42:27.899710 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'Port': ['ID=db2b8eee-3c34-46e3-8d33-474d40e9665a,revision_number=1']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:42:27.914647 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.915001 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.915350 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.915690 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.916024 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.916357 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.916684 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.917018 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.917341 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.917683 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.918010 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.918335 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.918650 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.918970 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.919288 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:27.941222 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:27.941888 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:28.013122 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-75b106a1-7d97-42f9-900a-9432631ac4fa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7745700
Mar 25 03:42:28.025313 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.v2.base [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Request body: {'port': {'device_id': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83516'}} {{(pid=103655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:42:28.083627 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:28.100548 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-0d30b36b-6185-4fc0-812c-d21e57d787cb None None] Provisioning complete for port db2b8eee-3c34-46e3-8d33-474d40e9665a triggered by entity DHCP. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:42:28.101108 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0d30b36b-6185-4fc0-812c-d21e57d787cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:28.135359 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-0d30b36b-6185-4fc0-812c-d21e57d787cb None None] Port db2b8eee-3c34-46e3-8d33-474d40e9665a cannot update to ACTIVE because it is not bound. {{(pid=103657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 25 03:42:28.597891 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2b8eee-3c34-46e3-8d33-474d40e9665a {{(pid=103655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:42:28.605482 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Publish callbacks [] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), precommit_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:28.618129 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.provisioning_blocks [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Transition to ACTIVE for port object db2b8eee-3c34-46e3-8d33-474d40e9665a will not be triggered until provisioned by entity L2. {{(pid=103655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 25 03:42:28.637745 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12771a7-3f73-4f82-8ded-b7eadc02fd52 req-1be1cda7-bb42-4c7b-8c76-c4d25e548c1e tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:28.639213 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b12771a7-3f73-4f82-8ded-b7eadc02fd52 req-1be1cda7-bb42-4c7b-8c76-c4d25e548c1e tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 931 time: 0.0537224
Mar 25 03:42:28.681535 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:28.688397 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-b12771a7-3f73-4f82-8ded-b7eadc02fd52 req-1af4642f-cc81-4b37-ac6f-c5201c299c13 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435233
Mar 25 03:42:28.730547 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=db2b8eee-3c34-46e3-8d33-474d40e9665a,revision_number=2']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:42:28.807836 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Attempting to bind port db2b8eee-3c34-46e3-8d33-474d40e9665a on host hv-cinder-83516 for vnic_type normal with profile  {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 25 03:42:28.807836 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Attempting to bind port db2b8eee-3c34-46e3-8d33-474d40e9665a by drivers openvswitch,hyperv on host hv-cinder-83516 at level 0 using segments [{'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 25 03:42:28.807836 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Attempting to bind port db2b8eee-3c34-46e3-8d33-474d40e9665a on network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:42:28.808913 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Port db2b8eee-3c34-46e3-8d33-474d40e9665a on network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83516 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 25 03:42:28.809236 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Attempting to bind port db2b8eee-3c34-46e3-8d33-474d40e9665a on network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 25 03:42:28.814254 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Checking agent: {'id': 'c6ae002c-3373-4b58-8aa1-6de8b532502e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83516', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 3, 29), 'started_at': datetime.datetime(2022, 3, 25, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 3, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 25 03:42:28.814593 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Checking segment: {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 25 03:42:28.815054 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Bound using segment: {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'} {{(pid=103655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 25 03:42:28.815487 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.managers [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Bound port: db2b8eee-3c34-46e3-8d33-474d40e9665a, host: hv-cinder-83516, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c0d122-041e-431d-856e-b1073025996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18'}}] {{(pid=103655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 25 03:42:28.815857 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), before_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:28.883286 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] For port db2b8eee-3c34-46e3-8d33-474d40e9665a, host hv-cinder-83516, cleared binding levels {{(pid=103655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 25 03:42:28.887094 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] For port db2b8eee-3c34-46e3-8d33-474d40e9665a, host hv-cinder-83516, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=db2b8eee-3c34-46e3-8d33-474d40e9665a,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 25 03:42:28.944592 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8546793'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), after_update {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:28.979376 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:28.979995 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:28.981416 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] 10.222.0.35 "PUT /v2.0/ports/db2b8eee-3c34-46e3-8d33-474d40e9665a HTTP/1.1" status: 200  len: 1093 time: 0.9608610
Mar 25 03:42:28.981863 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'tag': 'db2b8eee-3c34-46e3-8d33-474d40e9665a'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:42:28.984069 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489b50c9-343b-49e2-bc45-c45402086ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "26d7a911-a4a8-4fbc-94d5-d31c8bdae06c", "tag": "db2b8eee-3c34-46e3-8d33-474d40e9665a"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:42:29.007681 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af139bc4-210d-4697-86e5-0f4fb1aa3ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=db2b8eee-3c34-46e3-8d33-474d40e9665a,revision_number=3']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:42:29.086521 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f2b39d-304c-4fba-879e-26b11640c6b4 x-openstack-request-id: req-b9f2b39d-304c-4fba-879e-26b11640c6b4 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:42:29.086983 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d7a911-a4a8-4fbc-94d5-d31c8bdae06c", "tag": "db2b8eee-3c34-46e3-8d33-474d40e9665a", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:42:29.087144 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9f2b39d-304c-4fba-879e-26b11640c6b4 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:42:29.087657 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f2b39d-304c-4fba-879e-26b11640c6b4'] response: {'name': 'network-changed', 'server_uuid': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'tag': 'db2b8eee-3c34-46e3-8d33-474d40e9665a', 'status': 'completed', 'code': 200}
Mar 25 03:42:29.152767 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b50c9-343b-49e2-bc45-c45402086ae3 req-d2b7eef8-81fe-4a97-8d94-3f303901a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:29.154308 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-489b50c9-343b-49e2-bc45-c45402086ae3 req-d2b7eef8-81fe-4a97-8d94-3f303901a490 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 1127 time: 0.0464425
Mar 25 03:42:29.252705 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b50c9-343b-49e2-bc45-c45402086ae3 req-e84a9c48-7cea-4a09-af8d-cca97f488beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:29.254509 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-489b50c9-343b-49e2-bc45-c45402086ae3 req-e84a9c48-7cea-4a09-af8d-cca97f488beb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=128b813a50464f31b257ffac581ed332&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0942888
Mar 25 03:42:29.345310 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b50c9-343b-49e2-bc45-c45402086ae3 req-45fc7317-3102-4509-9638-bec2c0adaf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:29.346779 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-489b50c9-343b-49e2-bc45-c45402086ae3 req-45fc7317-3102-4509-9638-bec2c0adaf52 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0862422
Mar 25 03:42:29.428733 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-6bfe524d-3b5d-4d08-8c30-a3f2f45d603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:29.430218 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-6bfe524d-3b5d-4d08-8c30-a3f2f45d603a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 1127 time: 0.0478964
Mar 25 03:42:29.469215 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-9633a3c1-dc4c-416f-a92b-f46ab6dba46f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2b8eee-3c34-46e3-8d33-474d40e9665a HTTP/1.1" status: 200  len: 217 time: 0.0326865
Mar 25 03:42:29.513477 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-1987e78a-fb2d-4a42-a77a-8576cacbef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:29.514881 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-1987e78a-fb2d-4a42-a77a-8576cacbef66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 200  len: 850 time: 0.0402305
Mar 25 03:42:29.563578 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-06dea2e5-f1b7-4260-96a9-3641fc33ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:29.565013 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-06dea2e5-f1b7-4260-96a9-3641fc33ee2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b3658a2-99c4-4d46-9375-814ea7ecaf18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0448716
Mar 25 03:42:29.649366 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-831ec0fb-b142-428f-8fcd-853da309862c service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0783000
Mar 25 03:42:29.738678 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec6a8a11-2047-48de-86b6-1d4b18edc381 req-df3df4ea-0b26-4d34-8260-2cb73592aa15 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839443
Mar 25 03:42:29.805991 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ae580-ef71-4c37-89b5-c789c96f0bf1 req-9998e1e6-1845-44dc-a63d-551b44a0ae26 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:29.807457 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a77ae580-ef71-4c37-89b5-c789c96f0bf1 req-9998e1e6-1845-44dc-a63d-551b44a0ae26 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 943 time: 0.0516837
Mar 25 03:42:29.864608 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-a77ae580-ef71-4c37-89b5-c789c96f0bf1 req-c7c7f793-11cb-409f-a0e7-0950aadddb55 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516393
Mar 25 03:42:30.986141 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5541a62-8038-4cb1-b31f-81938aa8acbd req-8e03ffb1-80e0-4083-8afb-d8be3cbeadfb tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:30.987596 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d5541a62-8038-4cb1-b31f-81938aa8acbd req-8e03ffb1-80e0-4083-8afb-d8be3cbeadfb tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 943 time: 0.0528715
Mar 25 03:42:31.035079 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-d5541a62-8038-4cb1-b31f-81938aa8acbd req-9f245719-4dc4-456e-89e9-4a33147113ec tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419540
Mar 25 03:42:32.149567 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250e4a3-c36a-4a73-8c8a-3d1db60c8e89 req-a86edd11-196e-4033-b0de-24cb88077457 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:32.151027 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4250e4a3-c36a-4a73-8c8a-3d1db60c8e89 req-a86edd11-196e-4033-b0de-24cb88077457 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 943 time: 0.0508680
Mar 25 03:42:32.197292 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-4250e4a3-c36a-4a73-8c8a-3d1db60c8e89 req-b1a03a6e-aeca-40d4-8230-0185c93894dc tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408373
Mar 25 03:42:32.958694 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:33.311710 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88fce3-183a-4605-9203-5eeeeacd7142 req-de3e2e07-9968-41be-b981-1d3a69b961be tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:33.313168 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2d88fce3-183a-4605-9203-5eeeeacd7142 req-de3e2e07-9968-41be-b981-1d3a69b961be tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 943 time: 0.0512133
Mar 25 03:42:33.360235 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-2d88fce3-183a-4605-9203-5eeeeacd7142 req-55de78cc-f6d3-4798-8eea-0b9e11148cc8 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415115
Mar 25 03:42:34.474925 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d950a-78f6-48fc-b8f4-931387193326 req-0f5d17a8-ddbf-4339-8170-98588834f7d8 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:34.476375 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-940d950a-78f6-48fc-b8f4-931387193326 req-0f5d17a8-ddbf-4339-8170-98588834f7d8 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 943 time: 0.0514946
Mar 25 03:42:34.522867 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-940d950a-78f6-48fc-b8f4-931387193326 req-3b30cf7d-4878-43f6-8133-4f21e0af1b07 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410793
Mar 25 03:42:35.641237 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e14e64-bbc6-479e-9b30-fdeb2f9bdad2 req-c1b457f9-cb88-4833-b6e7-e15345e1721c tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:35.642723 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e5e14e64-bbc6-479e-9b30-fdeb2f9bdad2 req-c1b457f9-cb88-4833-b6e7-e15345e1721c tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 943 time: 0.0550873
Mar 25 03:42:35.690118 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-e5e14e64-bbc6-479e-9b30-fdeb2f9bdad2 req-ec38227f-e178-4bf5-92d3-345037dbe6b0 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413389
Mar 25 03:42:36.810917 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929624ee-70c0-4491-aad4-7562f93f64fa req-065effe6-8b6d-40ef-a85b-376313d4aaf1 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:36.812385 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-929624ee-70c0-4491-aad4-7562f93f64fa req-065effe6-8b6d-40ef-a85b-376313d4aaf1 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 943 time: 0.0553553
Mar 25 03:42:36.859475 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-929624ee-70c0-4491-aad4-7562f93f64fa req-4624fbc9-4b5c-448d-8f53-2a9773b71728 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413687
Mar 25 03:42:37.380507 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device db2b8eee-3c34-46e3-8d33-474d40e9665a details requested by agent hyperv_hv-cinder-83516 with host hv-cinder-83516 {{(pid=103657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 25 03:42:37.475201 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port db2b8eee-3c34-46e3-8d33-474d40e9665a, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=db2b8eee-3c34-46e3-8d33-474d40e9665a,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:42:37.486205 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Returning: {'device': 'db2b8eee-3c34-46e3-8d33-474d40e9665a', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'port_id': 'db2b8eee-3c34-46e3-8d33-474d40e9665a', 'mac_address': 'fa:16:3e:7d:c3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 25 03:42:37.522121 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port db2b8eee-3c34-46e3-8d33-474d40e9665a is: DOWN; New status is: BUILD {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:42:37.522505 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:37.534779 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2b8eee-3c34-46e3-8d33-474d40e9665a {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 25 03:42:37.552594 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port db2b8eee-3c34-46e3-8d33-474d40e9665a, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=db2b8eee-3c34-46e3-8d33-474d40e9665a,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:42:37.633111 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:37.680153 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=db2b8eee-3c34-46e3-8d33-474d40e9665a,revision_number=4']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:42:37.686883 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.687232 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.687576 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.687917 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.688252 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.688580 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.688981 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.689312 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.689641 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.689990 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.690318 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.691857 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.692196 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.692527 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.692854 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:37.883520 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] get_ports_and_sgs() called for port_ids ['db2b8eee-3c34-46e3-8d33-474d40e9665a'] {{(pid=103657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 25 03:42:37.975425 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561b39a-eb1a-46d9-b840-d0881dcdb84c req-8db17b56-9143-46f9-9347-8b25cac52b96 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:37.976918 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0561b39a-eb1a-46d9-b840-d0881dcdb84c req-8db17b56-9143-46f9-9347-8b25cac52b96 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 944 time: 0.0530801
Mar 25 03:42:38.025130 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-0561b39a-eb1a-46d9-b840-d0881dcdb84c req-110f6252-4f68-44cb-980c-4d9378866a0f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426071
Mar 25 03:42:39.141990 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb9b73-db41-474a-b818-cec3ce8af081 req-5a6981f2-762f-49df-8afd-66d2bcb0ec4d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:39.143471 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-65eb9b73-db41-474a-b818-cec3ce8af081 req-5a6981f2-762f-49df-8afd-66d2bcb0ec4d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 944 time: 0.0515840
Mar 25 03:42:39.191930 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-65eb9b73-db41-474a-b818-cec3ce8af081 req-aafafdde-faaa-4495-821c-ab6c9bcd7c90 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423729
Mar 25 03:42:39.381420 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device db2b8eee-3c34-46e3-8d33-474d40e9665a up at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 25 03:42:39.486890 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning for port db2b8eee-3c34-46e3-8d33-474d40e9665a completed by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 25 03:42:39.491097 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Provisioning complete for port db2b8eee-3c34-46e3-8d33-474d40e9665a triggered by entity L2. {{(pid=103657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 25 03:42:39.491475 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1208797'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), provisioning_complete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:39.565813 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Current status of the port db2b8eee-3c34-46e3-8d33-474d40e9665a is: BUILD; New status is: ACTIVE {{(pid=103657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 25 03:42:39.566204 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:39.587327 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2b8eee-3c34-46e3-8d33-474d40e9665a'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:42:39.589536 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf94b9d0d479281882677776ab3dc3e046093b7d596c0148ea3cdc911065084f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b579323-5ff7-42b5-83ef-b39c68090ded" -d '{"events": [{"server_uuid": "26d7a911-a4a8-4fbc-94d5-d31c8bdae06c", "name": "network-vif-plugged", "status": "completed", "tag": "db2b8eee-3c34-46e3-8d33-474d40e9665a"}]}' {{(pid=103657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:42:39.602073 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] For port db2b8eee-3c34-46e3-8d33-474d40e9665a, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=db2b8eee-3c34-46e3-8d33-474d40e9665a,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:42:39.670123 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:39.693422 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2595404c-3990-4b36-b341-466f79e16c22 x-openstack-request-id: req-2595404c-3990-4b36-b341-466f79e16c22 {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:42:39.693735 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d7a911-a4a8-4fbc-94d5-d31c8bdae06c", "name": "network-vif-plugged", "status": "completed", "tag": "db2b8eee-3c34-46e3-8d33-474d40e9665a", "code": 200}]} {{(pid=103657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:42:39.694000 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2595404c-3990-4b36-b341-466f79e16c22 {{(pid=103657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:42:39.694412 dv-cinder-835168-1-iscsi neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2595404c-3990-4b36-b341-466f79e16c22'] response: {'server_uuid': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2b8eee-3c34-46e3-8d33-474d40e9665a', 'code': 200}
Mar 25 03:42:39.719486 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Pushing event updated for resources: {'Port': ['ID=db2b8eee-3c34-46e3-8d33-474d40e9665a,revision_number=5']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:42:40.055810 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860abce-edbf-43e0-b0ba-2484e46fa5a2 req-44199dca-5f8e-4857-8e42-dbf58d830f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:40.057243 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7860abce-edbf-43e0-b0ba-2484e46fa5a2 req-44199dca-5f8e-4857-8e42-dbf58d830f10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 1129 time: 0.0421977
Mar 25 03:42:40.104203 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-7860abce-edbf-43e0-b0ba-2484e46fa5a2 req-0158cb3d-4f41-4169-9879-42710df95afc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408828
Mar 25 03:42:40.308128 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddec4a-1739-4670-88f8-4dc917a2c4e3 req-8516c7dd-a74a-40e6-aead-6e03f4a5fc8f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:40.309586 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6dddec4a-1739-4670-88f8-4dc917a2c4e3 req-8516c7dd-a74a-40e6-aead-6e03f4a5fc8f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 945 time: 0.0510445
Mar 25 03:42:40.360079 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-6dddec4a-1739-4670-88f8-4dc917a2c4e3 req-132806b1-bc24-4c15-9cf4-03c569108a61 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450768
Mar 25 03:42:41.479243 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8b2c3-b15d-4760-9e91-16583087e86f req-64ddb86f-e646-4d32-9f6e-f5118d7f8fe3 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:41.480713 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-98c8b2c3-b15d-4760-9e91-16583087e86f req-64ddb86f-e646-4d32-9f6e-f5118d7f8fe3 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 945 time: 0.0522137
Mar 25 03:42:41.527691 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-98c8b2c3-b15d-4760-9e91-16583087e86f req-d002588e-cdd7-43e2-86e5-6bf272cf51aa tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414071
Mar 25 03:42:41.642800 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ebc6d-252b-4df7-8321-824ff4a22f9e req-91ee8295-f443-4815-98d7-a918307c70ca tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:41.644669 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-934ebc6d-252b-4df7-8321-824ff4a22f9e req-91ee8295-f443-4815-98d7-a918307c70ca tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 945 time: 0.0529647
Mar 25 03:42:41.691772 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-934ebc6d-252b-4df7-8321-824ff4a22f9e req-12436ee0-e031-4b3c-a83f-5758797e561a tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414402
Mar 25 03:42:41.713934 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 40118) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:42:41.756051 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0c1a51-5eab-4e22-accd-7debfbbda38f tempest-TestVolumeBootPattern-1747743150 tempest-TestVolumeBootPattern-1747743150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:41.757566 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-ac0c1a51-5eab-4e22-accd-7debfbbda38f tempest-TestVolumeBootPattern-1747743150 tempest-TestVolumeBootPattern-1747743150-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 1124 time: 0.0426564
Mar 25 03:42:41.760229 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 40120) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:42:41.764334 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.v2.base [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Request body: {'floatingip': {'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'port_id': 'db2b8eee-3c34-46e3-8d33-474d40e9665a', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 25 03:42:41.838450 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:41.935977 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (None), before_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:42.035204 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_common [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Allocated IP 172.27.0.206 (3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0/d5964e23-c5dc-47a8-890c-0af407ea3a25/63fcdc21-4a95-4c54-9584-45d060f7f658) {{(pid=103656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 25 03:42:42.134675 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for port (63fcdc21-4a95-4c54-9584-45d060f7f658), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:42.250877 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748511284246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (63fcdc21-4a95-4c54-9584-45d060f7f658), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:42.289186 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Network 3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0 is already hosted by enough agents. {{(pid=103656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 25 03:42:42.292005 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.base_scheduler [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Resources bound (agent type, host, resource id):  {{(pid=103656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 25 03:42:42.295179 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Received port after_create {{(pid=103656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 25 03:42:42.322914 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'Port': ['ID=63fcdc21-4a95-4c54-9584-45d060f7f658,revision_number=1']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:42:42.335193 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.335544 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.335891 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.336232 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.336569 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.336902 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.337232 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.337555 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.337911 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.338241 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.338569 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.338896 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.339218 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.339538 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.339858 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:42:42.647504 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for floatingip (90daa341-10dc-4e15-9af8-3d52fda5d377), precommit_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:42.761543 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-917199'] for port (63fcdc21-4a95-4c54-9584-45d060f7f658), before_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:42.916555 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for port (63fcdc21-4a95-4c54-9584-45d060f7f658), precommit_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:42.964107 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f4cba545-b939-412f-82c4-8a15b01edae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:42.998389 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748511774356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748511284264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748511284282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8583044'] for port (63fcdc21-4a95-4c54-9584-45d060f7f658), after_update {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:43.067290 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event updated for resources: {'Port': ['ID=63fcdc21-4a95-4c54-9584-45d060f7f658,revision_number=2']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:42:43.078495 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462403'] for floatingip (90daa341-10dc-4e15-9af8-3d52fda5d377), after_create {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:43.176352 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.l3_db [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Floating IP 90daa341-10dc-4e15-9af8-3d52fda5d377 associated. External IP: 172.27.0.206, port: db2b8eee-3c34-46e3-8d33-474d40e9665a.
Mar 25 03:42:43.374469 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Router 0a961f97-ff1c-4c03-b953-52675457b9ae has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:42:43.480746 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:42:43.490292 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50bdf5-9de8-48c3-9cc6-81617ddc9157 None None] Sync routers for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:42:43.499788 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50bdf5-9de8-48c3-9cc6-81617ddc9157 None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:42:43.500408 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-8d50bdf5-9de8-48c3-9cc6-81617ddc9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc7a12e0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:42:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:42:43.567085 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:43.597354 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-ea37c870-33bb-439f-85bb-5ad4a60c5ecf tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8361173
Mar 25 03:42:43.597975 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'tag': 'db2b8eee-3c34-46e3-8d33-474d40e9665a'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:42:43.600242 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24adddc8-af6e-4967-98ef-e4c84f9b663f" -d '{"events": [{"name": "network-changed", "server_uuid": "26d7a911-a4a8-4fbc-94d5-d31c8bdae06c", "tag": "db2b8eee-3c34-46e3-8d33-474d40e9665a"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:42:43.607341 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-8d50bdf5-9de8-48c3-9cc6-81617ddc9157 None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:42:43.689690 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc5f395-c45a-41e0-b381-3ba83f6f2483 x-openstack-request-id: req-bdc5f395-c45a-41e0-b381-3ba83f6f2483 {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:42:43.690217 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d7a911-a4a8-4fbc-94d5-d31c8bdae06c", "tag": "db2b8eee-3c34-46e3-8d33-474d40e9665a", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:42:43.690339 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdc5f395-c45a-41e0-b381-3ba83f6f2483 {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:42:43.691196 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc5f395-c45a-41e0-b381-3ba83f6f2483'] response: {'name': 'network-changed', 'server_uuid': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'tag': 'db2b8eee-3c34-46e3-8d33-474d40e9665a', 'status': 'completed', 'code': 200}
Mar 25 03:42:43.754932 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adddc8-af6e-4967-98ef-e4c84f9b663f req-ca693295-2a17-491b-b930-15671dda662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:43.757020 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-24adddc8-af6e-4967-98ef-e4c84f9b663f req-ca693295-2a17-491b-b930-15671dda662c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 1129 time: 0.0450292
Mar 25 03:42:43.832886 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-8d50bdf5-9de8-48c3-9cc6-81617ddc9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc7a12e0>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '90daa341-10dc-4e15-9af8-3d52fda5d377', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': 'db2b8eee-3c34-46e3-8d33-474d40e9665a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:7d:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:42:42Z', 'updated_at': '2022-03-25T03:42:42Z', 'revision_number': 0, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}, {'id': 'e8583148-11da-4c40-a9b7-1d9927ddcd2c', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:16:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:40:33Z', 'updated_at': '2022-03-25T03:40:35Z', 'revision_number': 1, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:42:43.846371 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adddc8-af6e-4967-98ef-e4c84f9b663f req-d88458c7-d6f9-4e82-96fd-9e408e063cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:43.847872 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-24adddc8-af6e-4967-98ef-e4c84f9b663f req-d88458c7-d6f9-4e82-96fd-9e408e063cf7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 912 time: 0.0843990
Mar 25 03:42:43.863119 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50bdf5-9de8-48c3-9cc6-81617ddc9157 None None] Checking router: 0a961f97-ff1c-4c03-b953-52675457b9ae for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:42:43.871407 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50bdf5-9de8-48c3-9cc6-81617ddc9157 None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:42:43.872020 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-8d50bdf5-9de8-48c3-9cc6-81617ddc9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc7a12e0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:42:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:42:43.911364 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-24adddc8-af6e-4967-98ef-e4c84f9b663f req-bf1333d3-3215-4459-8027-5e0fbabb4a23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2b8eee-3c34-46e3-8d33-474d40e9665a HTTP/1.1" status: 200  len: 999 time: 0.0561960
Mar 25 03:42:43.962938 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adddc8-af6e-4967-98ef-e4c84f9b663f req-05b63ee0-4a47-47f3-956d-92412d2d4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:43.964381 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-24adddc8-af6e-4967-98ef-e4c84f9b663f req-05b63ee0-4a47-47f3-956d-92412d2d4c43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 200  len: 850 time: 0.0476191
Mar 25 03:42:43.986885 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-8d50bdf5-9de8-48c3-9cc6-81617ddc9157 None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:42:44.012595 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adddc8-af6e-4967-98ef-e4c84f9b663f req-3e4d9e1d-d2df-4f77-bd99-6e719454684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:42:44.014142 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-24adddc8-af6e-4967-98ef-e4c84f9b663f req-3e4d9e1d-d2df-4f77-bd99-6e719454684e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b3658a2-99c4-4d46-9375-814ea7ecaf18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0440221
Mar 25 03:42:44.100975 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-24adddc8-af6e-4967-98ef-e4c84f9b663f req-5d14b392-64ec-4bc9-a414-342a6a068a10 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806279
Mar 25 03:42:44.190511 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-24adddc8-af6e-4967-98ef-e4c84f9b663f req-932acac6-f770-4e2c-9bad-8f2f12abb9b4 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838597
Mar 25 03:42:44.206567 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-8d50bdf5-9de8-48c3-9cc6-81617ddc9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc7a12e0>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '90daa341-10dc-4e15-9af8-3d52fda5d377', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': 'db2b8eee-3c34-46e3-8d33-474d40e9665a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:7d:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:42:42Z', 'updated_at': '2022-03-25T03:42:42Z', 'revision_number': 0, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}, {'id': 'e8583148-11da-4c40-a9b7-1d9927ddcd2c', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:16:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:40:33Z', 'updated_at': '2022-03-25T03:40:35Z', 'revision_number': 1, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:42:44.236848 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50bdf5-9de8-48c3-9cc6-81617ddc9157 None None] The sync data for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi is: [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': '90daa341-10dc-4e15-9af8-3d52fda5d377', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': 'db2b8eee-3c34-46e3-8d33-474d40e9665a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:7d:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:42:42Z', 'updated_at': '2022-03-25T03:42:42Z', 'revision_number': 0, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}, {'id': 'e8583148-11da-4c40-a9b7-1d9927ddcd2c', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:16:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:40:33Z', 'updated_at': '2022-03-25T03:40:35Z', 'revision_number': 1, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:42:44.425277 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6b35b-53f5-4288-90bc-eb99395395d1 None None] New status for floating IP 90daa341-10dc-4e15-9af8-3d52fda5d377: ACTIVE {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:42:45.224049 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3efb658b-0f81-4c8a-8c1c-b855e4e30b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:46.250142 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:47.506998 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:49.229421 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:42:57.338471 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:43:02.972306 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:43:05.206500 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902dda82-c274-4ce1-940b-844eb5d6a499 req-fa005569-91e8-4d5f-b3f0-2e208019ec91 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0423794
Mar 25 03:43:05.290085 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dda82-c274-4ce1-940b-844eb5d6a499 req-2209387d-26dd-4bc8-bb87-b39a01e20ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:43:05.291488 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902dda82-c274-4ce1-940b-844eb5d6a499 req-2209387d-26dd-4bc8-bb87-b39a01e20ada service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 1129 time: 0.0437491
Mar 25 03:43:05.397456 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dda82-c274-4ce1-940b-844eb5d6a499 req-02ae2281-bf6e-442c-b9a5-08c7a7115ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:43:05.399042 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902dda82-c274-4ce1-940b-844eb5d6a499 req-02ae2281-bf6e-442c-b9a5-08c7a7115ac8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 912 time: 0.0870054
Mar 25 03:43:05.464593 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902dda82-c274-4ce1-940b-844eb5d6a499 req-c3c5d420-b69f-437a-b47e-bb57122c9d77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d20d9f45-6b6b-45b1-807e-f474c18fcf76 HTTP/1.1" status: 200  len: 999 time: 0.0555892
Mar 25 03:43:05.513908 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dda82-c274-4ce1-940b-844eb5d6a499 req-f75678f3-ae98-4aa3-b063-77c47aec25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:43:05.515270 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902dda82-c274-4ce1-940b-844eb5d6a499 req-f75678f3-ae98-4aa3-b063-77c47aec25e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 200  len: 850 time: 0.0444098
Mar 25 03:43:05.561549 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dda82-c274-4ce1-940b-844eb5d6a499 req-de4c537f-dff3-4151-a257-424c77bec15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:43:05.562944 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902dda82-c274-4ce1-940b-844eb5d6a499 req-de4c537f-dff3-4151-a257-424c77bec15b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b3658a2-99c4-4d46-9375-814ea7ecaf18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0414488
Mar 25 03:43:05.646624 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902dda82-c274-4ce1-940b-844eb5d6a499 req-d8d0374b-c673-43b0-b7f5-da2590668b7c service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0773954
Mar 25 03:43:05.735380 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-902dda82-c274-4ce1-940b-844eb5d6a499 req-8f292407-f201-4216-84b7-27a50378454c service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823903
Mar 25 03:43:12.821104 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1dc92ee7-78bb-4257-92dc-fea16caf4ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:43:15.205929 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-083e3a65-7063-477f-98a8-3e151541174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:43:16.237830 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:43:17.497259 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:43:19.240141 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:43:32.965714 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:43:34.337785 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:43:42.850814 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-07897d3b-19f9-4e34-8d0f-08695493db3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:43:45.188107 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6b18fc6a-71bc-4d16-8a14-6d5214701831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:43:46.197500 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:43:47.548499 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:43:49.239369 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:02.980425 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:06.206671 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec5451e4-5f9c-4932-92d8-8a80e31d27bb req-ec1f598a-f75c-420a-b264-9c2504f39d81 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0431938
Mar 25 03:44:06.273776 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5451e4-5f9c-4932-92d8-8a80e31d27bb req-e5c28883-5e1d-40a7-a3f5-d517a504f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:06.275181 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec5451e4-5f9c-4932-92d8-8a80e31d27bb req-e5c28883-5e1d-40a7-a3f5-d517a504f6f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 1129 time: 0.0487292
Mar 25 03:44:06.378705 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5451e4-5f9c-4932-92d8-8a80e31d27bb req-15df8ea5-fdfd-4fc9-ad55-13bb0e1237a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:06.380169 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec5451e4-5f9c-4932-92d8-8a80e31d27bb req-15df8ea5-fdfd-4fc9-ad55-13bb0e1237a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 912 time: 0.0869539
Mar 25 03:44:06.443793 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec5451e4-5f9c-4932-92d8-8a80e31d27bb req-c97b7af3-5ee8-4983-8b92-5078152f40e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2b8eee-3c34-46e3-8d33-474d40e9665a HTTP/1.1" status: 200  len: 1001 time: 0.0572608
Mar 25 03:44:06.492297 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5451e4-5f9c-4932-92d8-8a80e31d27bb req-7ff25c01-baae-4077-8d08-20cef0648469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:06.493683 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec5451e4-5f9c-4932-92d8-8a80e31d27bb req-7ff25c01-baae-4077-8d08-20cef0648469 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 200  len: 850 time: 0.0447154
Mar 25 03:44:06.540091 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5451e4-5f9c-4932-92d8-8a80e31d27bb req-0dc06ea9-5b58-4025-8d49-3e1c459d81df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:06.542041 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec5451e4-5f9c-4932-92d8-8a80e31d27bb req-0dc06ea9-5b58-4025-8d49-3e1c459d81df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b3658a2-99c4-4d46-9375-814ea7ecaf18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0426762
Mar 25 03:44:06.627123 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec5451e4-5f9c-4932-92d8-8a80e31d27bb req-f9045dba-ddda-401b-90e5-7881b070fb01 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794568
Mar 25 03:44:06.716497 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-ec5451e4-5f9c-4932-92d8-8a80e31d27bb req-279a953b-828b-41fe-8e35-9ecf0f870af0 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828123
Mar 25 03:44:11.336338 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:44:12.765574 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 40154) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:12.816192 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5f7db8e9-8c5a-4d77-85b1-56131546992a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:12.921915 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Deleting port 63fcdc21-4a95-4c54-9584-45d060f7f658 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:44:12.922261 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (63fcdc21-4a95-4c54-9584-45d060f7f658), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:12.995757 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (63fcdc21-4a95-4c54-9584-45d060f7f658), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:12.996022 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for floatingip (63fcdc21-4a95-4c54-9584-45d060f7f658), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:13.008308 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Calling delete_port for 63fcdc21-4a95-4c54-9584-45d060f7f658 owned by network:floatingip {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:44:13.233952 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (63fcdc21-4a95-4c54-9584-45d060f7f658), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:13.259253 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event deleted for resources: {'Port': ['ID=63fcdc21-4a95-4c54-9584-45d060f7f658,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:13.284795 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.285156 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.285504 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.285882 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.286223 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.286556 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.286889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.287218 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.287570 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.287904 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.288233 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.288563 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.288889 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.289214 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.289538 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:13.330613 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for floatingip (90daa341-10dc-4e15-9af8-3d52fda5d377), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:13.330942 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.l3_db [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Floating IP 90daa341-10dc-4e15-9af8-3d52fda5d377 disassociated (deleted). External IP: 172.27.0.206, port: db2b8eee-3c34-46e3-8d33-474d40e9665a.
Mar 25 03:44:13.535679 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Router 0a961f97-ff1c-4c03-b953-52675457b9ae has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:44:13.640908 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:44:13.645702 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:13.650808 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf0b8b-e5da-41d9-a82b-9ba11a798d01 None None] Sync routers for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:44:13.659846 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf0b8b-e5da-41d9-a82b-9ba11a798d01 None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:44:13.660450 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-21cf0b8b-e5da-41d9-a82b-9ba11a798d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf0fd2e0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:43:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:13.675864 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-c2711c89-77a1-4df6-99ae-689b0ae00fbd tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "DELETE /v2.0/floatingips/90daa341-10dc-4e15-9af8-3d52fda5d377 HTTP/1.1" status: 204  len: 168 time: 0.9092011
Mar 25 03:44:13.676444 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'tag': 'db2b8eee-3c34-46e3-8d33-474d40e9665a'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:44:13.678694 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64eb3a5-a3d2-495e-93e2-2c7fbcb5e6ed" -d '{"events": [{"name": "network-changed", "server_uuid": "26d7a911-a4a8-4fbc-94d5-d31c8bdae06c", "tag": "db2b8eee-3c34-46e3-8d33-474d40e9665a"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:44:13.723006 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a70721-d95b-43d0-9609-362a156c52ab x-openstack-request-id: req-b5a70721-d95b-43d0-9609-362a156c52ab {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:44:13.723006 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d7a911-a4a8-4fbc-94d5-d31c8bdae06c", "tag": "db2b8eee-3c34-46e3-8d33-474d40e9665a", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:44:13.723006 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5a70721-d95b-43d0-9609-362a156c52ab {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:44:13.723482 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a70721-d95b-43d0-9609-362a156c52ab'] response: {'name': 'network-changed', 'server_uuid': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'tag': 'db2b8eee-3c34-46e3-8d33-474d40e9665a', 'status': 'completed', 'code': 200}
Mar 25 03:44:13.791992 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eb3a5-a3d2-495e-93e2-2c7fbcb5e6ed req-353d00c5-8716-48d5-8cc1-e2b6c5845873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:13.793575 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f64eb3a5-a3d2-495e-93e2-2c7fbcb5e6ed req-353d00c5-8716-48d5-8cc1-e2b6c5845873 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 1129 time: 0.0480103
Mar 25 03:44:13.886273 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eb3a5-a3d2-495e-93e2-2c7fbcb5e6ed req-7ab1d4ef-6ae2-4651-ad0a-f9efd64ff72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:13.887721 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f64eb3a5-a3d2-495e-93e2-2c7fbcb5e6ed req-7ab1d4ef-6ae2-4651-ad0a-f9efd64ff72a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 912 time: 0.0886860
Mar 25 03:44:13.897898 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-21cf0b8b-e5da-41d9-a82b-9ba11a798d01 None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:44:13.928355 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f64eb3a5-a3d2-495e-93e2-2c7fbcb5e6ed req-8f9635b5-1d29-4187-aea3-be8792077f21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2b8eee-3c34-46e3-8d33-474d40e9665a HTTP/1.1" status: 200  len: 217 time: 0.0335264
Mar 25 03:44:13.976739 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eb3a5-a3d2-495e-93e2-2c7fbcb5e6ed req-0c0dbf8f-5e29-4521-a492-9d47c40c7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:13.978744 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f64eb3a5-a3d2-495e-93e2-2c7fbcb5e6ed req-0c0dbf8f-5e29-4521-a492-9d47c40c7d6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 200  len: 850 time: 0.0452039
Mar 25 03:44:14.028174 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eb3a5-a3d2-495e-93e2-2c7fbcb5e6ed req-c8a8ae0b-9dfb-4643-b6d6-2605e2b18de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:14.029737 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f64eb3a5-a3d2-495e-93e2-2c7fbcb5e6ed req-c8a8ae0b-9dfb-4643-b6d6-2605e2b18de0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b3658a2-99c4-4d46-9375-814ea7ecaf18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0440445
Mar 25 03:44:14.129402 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-21cf0b8b-e5da-41d9-a82b-9ba11a798d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf0fd2e0>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'e8583148-11da-4c40-a9b7-1d9927ddcd2c', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:16:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:40:33Z', 'updated_at': '2022-03-25T03:40:35Z', 'revision_number': 1, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:14.151010 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f64eb3a5-a3d2-495e-93e2-2c7fbcb5e6ed req-0ff70ac0-a6a0-426e-b2c6-b4fc4932acfd service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1145985
Mar 25 03:44:14.160517 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf0b8b-e5da-41d9-a82b-9ba11a798d01 None None] Checking router: 0a961f97-ff1c-4c03-b953-52675457b9ae for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:44:14.169508 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf0b8b-e5da-41d9-a82b-9ba11a798d01 None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:44:14.170159 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-21cf0b8b-e5da-41d9-a82b-9ba11a798d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf0fd2e0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:43:45Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:14.226817 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb52972-98e2-44fe-9890-e549fd5564cb req-445ef6a3-5347-4394-9830-4688b0ab5505 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:14.228900 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-aeb52972-98e2-44fe-9890-e549fd5564cb req-445ef6a3-5347-4394-9830-4688b0ab5505 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 945 time: 0.1221647
Mar 25 03:44:14.272067 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-21cf0b8b-e5da-41d9-a82b-9ba11a798d01 None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:44:14.291880 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-f64eb3a5-a3d2-495e-93e2-2c7fbcb5e6ed req-36dcae7f-2386-42a5-9098-616c1d3c87d2 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330116
Mar 25 03:44:14.302793 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-aeb52972-98e2-44fe-9890-e549fd5564cb req-307d7673-7b75-4191-a4a4-d4a25496630d tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678725
Mar 25 03:44:14.523804 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-21cf0b8b-e5da-41d9-a82b-9ba11a798d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf0fd2e0>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'e8583148-11da-4c40-a9b7-1d9927ddcd2c', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:16:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:40:33Z', 'updated_at': '2022-03-25T03:40:35Z', 'revision_number': 1, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:14.550524 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf0b8b-e5da-41d9-a82b-9ba11a798d01 None None] The sync data for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi is: [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_floatingips': [{'id': 'e8583148-11da-4c40-a9b7-1d9927ddcd2c', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'router_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'port_id': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'mac_address': 'fa:16:3e:16:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T03:40:33Z', 'updated_at': '2022-03-25T03:40:35Z', 'revision_number': 1, 'project_id': '128b813a50464f31b257ffac581ed332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:44:14.760083 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df51124-1750-4b87-b3e8-8af08ee34d3c None None] New status for floating IP 90daa341-10dc-4e15-9af8-3d52fda5d377: DOWN {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:44:15.244660 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b1faf698-b424-4ea8-b95a-505a029ce5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:15.425160 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9de8a-b71d-4480-a55a-0e5a6cf20adf req-7bc7782c-7845-4247-9ae0-af232306d861 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:15.426656 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-cff9de8a-b71d-4480-a55a-0e5a6cf20adf req-7bc7782c-7845-4247-9ae0-af232306d861 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 945 time: 0.0549240
Mar 25 03:44:15.474636 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-cff9de8a-b71d-4480-a55a-0e5a6cf20adf req-ec6b3698-e918-46e2-acfc-1ea21c87c630 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425055
Mar 25 03:44:15.669584 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fca8ad-cf9f-4e7b-bf82-7a2fa69b262c req-ad065d75-ad49-49cc-a3c8-7bc299de37fb tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:15.671074 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b0fca8ad-cf9f-4e7b-bf82-7a2fa69b262c req-ad065d75-ad49-49cc-a3c8-7bc299de37fb tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 945 time: 0.0511625
Mar 25 03:44:15.763947 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-b0fca8ad-cf9f-4e7b-bf82-7a2fa69b262c req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Deleting port db2b8eee-3c34-46e3-8d33-474d40e9665a {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:44:15.783822 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b0fca8ad-cf9f-4e7b-bf82-7a2fa69b262c req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:15.848579 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-b0fca8ad-cf9f-4e7b-bf82-7a2fa69b262c req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] For port db2b8eee-3c34-46e3-8d33-474d40e9665a, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=db2b8eee-3c34-46e3-8d33-474d40e9665a,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:44:15.848942 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b0fca8ad-cf9f-4e7b-bf82-7a2fa69b262c req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:15.861418 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-b0fca8ad-cf9f-4e7b-bf82-7a2fa69b262c req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Calling delete_port for db2b8eee-3c34-46e3-8d33-474d40e9665a owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:44:16.054471 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b0fca8ad-cf9f-4e7b-bf82-7a2fa69b262c req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (db2b8eee-3c34-46e3-8d33-474d40e9665a), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:16.082709 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event deleted for resources: {'Port': ['ID=db2b8eee-3c34-46e3-8d33-474d40e9665a,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:16.113165 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.115724 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.115724 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.115724 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.115724 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.115724 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.115724 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.115724 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.115724 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.116465 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.116465 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.116682 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.116976 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.117294 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.117613 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:16.137650 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fca8ad-cf9f-4e7b-bf82-7a2fa69b262c req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] No DVR routers for this DVR port db2b8eee-3c34-46e3-8d33-474d40e9665a on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:44:16.140065 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-b0fca8ad-cf9f-4e7b-bf82-7a2fa69b262c req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:16.143439 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-b0fca8ad-cf9f-4e7b-bf82-7a2fa69b262c req-32457072-58da-449c-a314-380ed5eaed69 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "DELETE /v2.0/ports/db2b8eee-3c34-46e3-8d33-474d40e9665a HTTP/1.1" status: 204  len: 173 time: 0.4667706
Mar 25 03:44:16.143893 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'name': 'network-vif-deleted', 'tag': 'db2b8eee-3c34-46e3-8d33-474d40e9665a'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:44:16.146220 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e593ea4-2155-49f3-b4bf-70a3dddcf605" -d '{"events": [{"server_uuid": "26d7a911-a4a8-4fbc-94d5-d31c8bdae06c", "name": "network-vif-deleted", "tag": "db2b8eee-3c34-46e3-8d33-474d40e9665a"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:44:16.184179 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63bc96b-6122-4aa6-b62c-b7de1a5e1b0b x-openstack-request-id: req-d63bc96b-6122-4aa6-b62c-b7de1a5e1b0b {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:44:16.184179 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d7a911-a4a8-4fbc-94d5-d31c8bdae06c", "name": "network-vif-deleted", "tag": "db2b8eee-3c34-46e3-8d33-474d40e9665a", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:44:16.184179 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d63bc96b-6122-4aa6-b62c-b7de1a5e1b0b {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:44:16.184179 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63bc96b-6122-4aa6-b62c-b7de1a5e1b0b'] response: {'server_uuid': '26d7a911-a4a8-4fbc-94d5-d31c8bdae06c', 'name': 'network-vif-deleted', 'tag': 'db2b8eee-3c34-46e3-8d33-474d40e9665a', 'status': 'completed', 'code': 200}
Mar 25 03:44:16.202776 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:16.570515 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-30fb7d60-63c2-4e35-b83e-02e003c02a02 req-8cee99a0-9f55-499e-a9db-20989076b744 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7a911-a4a8-4fbc-94d5-d31c8bdae06c HTTP/1.1" status: 200  len: 210 time: 0.0280073
Mar 25 03:44:17.553205 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:19.231077 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:19.946802 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device db2b8eee-3c34-46e3-8d33-474d40e9665a no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:44:19.967809 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: db2b8eee-3c34-46e3-8d33-474d40e9665a {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:44:19.968156 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device db2b8eee-3c34-46e3-8d33-474d40e9665a not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:44:20.097386 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 40198) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:20.247386 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-8b004321-f900-4425-a5de-93c270fe8afe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Deleting port 0d3103db-056a-498a-b29a-f676ada386e7 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:44:20.247643 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8b004321-f900-4425-a5de-93c270fe8afe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (0d3103db-056a-498a-b29a-f676ada386e7), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:20.322227 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8b004321-f900-4425-a5de-93c270fe8afe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (0d3103db-056a-498a-b29a-f676ada386e7), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:20.322575 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8b004321-f900-4425-a5de-93c270fe8afe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for floatingip (0d3103db-056a-498a-b29a-f676ada386e7), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:20.334625 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-8b004321-f900-4425-a5de-93c270fe8afe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Calling delete_port for 0d3103db-056a-498a-b29a-f676ada386e7 owned by network:floatingip {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:44:20.574599 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8b004321-f900-4425-a5de-93c270fe8afe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (0d3103db-056a-498a-b29a-f676ada386e7), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:20.602608 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b004321-f900-4425-a5de-93c270fe8afe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event deleted for resources: {'Port': ['ID=0d3103db-056a-498a-b29a-f676ada386e7,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:20.662312 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8b004321-f900-4425-a5de-93c270fe8afe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for floatingip (e8583148-11da-4c40-a9b7-1d9927ddcd2c), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:20.662675 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.db.l3_db [None req-8b004321-f900-4425-a5de-93c270fe8afe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Floating IP e8583148-11da-4c40-a9b7-1d9927ddcd2c disassociated (deleted). External IP: 172.27.0.3, port: d20d9f45-6b6b-45b1-807e-f474c18fcf76.
Mar 25 03:44:21.105008 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b004321-f900-4425-a5de-93c270fe8afe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Router 0a961f97-ff1c-4c03-b953-52675457b9ae has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:44:21.208913 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b004321-f900-4425-a5de-93c270fe8afe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:44:21.214268 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-8b004321-f900-4425-a5de-93c270fe8afe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:21.218708 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1911209-3bf1-4bc0-8bb6-87b303640b27 None None] Sync routers for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:44:21.228062 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1911209-3bf1-4bc0-8bb6-87b303640b27 None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:44:21.228674 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-b1911209-3bf1-4bc0-8bb6-87b303640b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf3f91f0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:44:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:21.242892 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-8b004321-f900-4425-a5de-93c270fe8afe tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "DELETE /v2.0/floatingips/e8583148-11da-4c40-a9b7-1d9927ddcd2c HTTP/1.1" status: 204  len: 168 time: 1.1443386
Mar 25 03:44:21.243483 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'tag': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76'}] {{(pid=103656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:44:21.245792 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd0805983be2dc1a8182df86d20b8c66c52dda3a08cf3bdbad9603a2d876153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92654ff1-ea9b-451c-a1dd-d822e6219fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "73877bbd-eaa7-4ac5-895d-ca933168e49b", "tag": "d20d9f45-6b6b-45b1-807e-f474c18fcf76"}]}' {{(pid=103656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:44:21.287196 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 03:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582fed24-050a-4eb9-8d42-ad4a93b27227 x-openstack-request-id: req-582fed24-050a-4eb9-8d42-ad4a93b27227 {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:44:21.287491 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73877bbd-eaa7-4ac5-895d-ca933168e49b", "tag": "d20d9f45-6b6b-45b1-807e-f474c18fcf76", "status": "completed", "code": 200}]} {{(pid=103656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:44:21.287747 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-582fed24-050a-4eb9-8d42-ad4a93b27227 {{(pid=103656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:44:21.288156 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582fed24-050a-4eb9-8d42-ad4a93b27227'] response: {'name': 'network-changed', 'server_uuid': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'tag': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'status': 'completed', 'code': 200}
Mar 25 03:44:21.340172 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-b1911209-3bf1-4bc0-8bb6-87b303640b27 None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:44:21.353171 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92654ff1-ea9b-451c-a1dd-d822e6219fb7 req-f972e1c6-2aa7-4b32-8d84-ba339c988ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:21.354774 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92654ff1-ea9b-451c-a1dd-d822e6219fb7 req-f972e1c6-2aa7-4b32-8d84-ba339c988ca1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=128b813a50464f31b257ffac581ed332&device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 1129 time: 0.0449033
Mar 25 03:44:21.441970 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92654ff1-ea9b-451c-a1dd-d822e6219fb7 req-78e0762c-0a8e-4ae8-9ac1-3f260d30741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:21.443728 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92654ff1-ea9b-451c-a1dd-d822e6219fb7 req-78e0762c-0a8e-4ae8-9ac1-3f260d30741b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 200  len: 912 time: 0.0828147
Mar 25 03:44:21.488990 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92654ff1-ea9b-451c-a1dd-d822e6219fb7 req-ce5bf041-b73f-424a-afbc-cb8cc9e8ed77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d20d9f45-6b6b-45b1-807e-f474c18fcf76 HTTP/1.1" status: 200  len: 217 time: 0.0392611
Mar 25 03:44:21.537051 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92654ff1-ea9b-451c-a1dd-d822e6219fb7 req-321c80e5-d95c-4763-92da-d804ef423e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:21.538629 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92654ff1-ea9b-451c-a1dd-d822e6219fb7 req-321c80e5-d95c-4763-92da-d804ef423e85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 200  len: 850 time: 0.0435538
Mar 25 03:44:21.544022 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-b1911209-3bf1-4bc0-8bb6-87b303640b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf3f91f0>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:21.572401 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1911209-3bf1-4bc0-8bb6-87b303640b27 None None] Checking router: 0a961f97-ff1c-4c03-b953-52675457b9ae for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:44:21.579548 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1911209-3bf1-4bc0-8bb6-87b303640b27 None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:44:21.580195 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-b1911209-3bf1-4bc0-8bb6-87b303640b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf3f91f0>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:44:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:21.592306 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92654ff1-ea9b-451c-a1dd-d822e6219fb7 req-0a3ab77f-7156-414c-820f-f597c7cbd1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:21.593892 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92654ff1-ea9b-451c-a1dd-d822e6219fb7 req-0a3ab77f-7156-414c-820f-f597c7cbd1d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b3658a2-99c4-4d46-9375-814ea7ecaf18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0487740
Mar 25 03:44:21.689471 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-b1911209-3bf1-4bc0-8bb6-87b303640b27 None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:44:21.719025 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18cf60-0c04-4068-a875-85363dce46c9 req-8d64812d-c6e5-4849-87d6-93bf5d8c8778 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:21.720735 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6b18cf60-0c04-4068-a875-85363dce46c9 req-8d64812d-c6e5-4849-87d6-93bf5d8c8778 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 945 time: 0.1028659
Mar 25 03:44:21.728519 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92654ff1-ea9b-451c-a1dd-d822e6219fb7 req-30b61678-6c77-4551-a1d9-3ecdefce47d5 service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280384
Mar 25 03:44:21.817311 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-6b18cf60-0c04-4068-a875-85363dce46c9 req-fcdd99f4-6cbf-4dc9-a7a5-210421c5dcf3 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908527
Mar 25 03:44:21.849380 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-92654ff1-ea9b-451c-a1dd-d822e6219fb7 req-afd51caa-370c-4285-a4d7-142899230e0c service neutron] 10.222.0.35 "GET /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1085057
Mar 25 03:44:21.890235 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-b1911209-3bf1-4bc0-8bb6-87b303640b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf3f91f0>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:21.918809 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1911209-3bf1-4bc0-8bb6-87b303640b27 None None] The sync data for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi is: [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:36:57Z', 'revision_number': 4, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi', '_interfaces': [{'id': 'fa62b826-3bb5-40e8-939e-465c4c829f31', 'name': '', 'network_id': '3b3658a2-99c4-4d46-9375-814ea7ecaf18', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'mac_address': 'fa:16:3e:07:e5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:57Z', 'updated_at': '2022-03-25T03:37:02Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'subnets': [{'id': '693378f8-bce4-4933-bed5-9bc98ff481e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:44:22.127523 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa4342-b000-48b6-bb58-6ab221eab519 None None] New status for floating IP e8583148-11da-4c40-a9b7-1d9927ddcd2c: DOWN {{(pid=103658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 25 03:44:22.936799 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12520b44-48d5-4577-863c-9f14727e62fe req-c8b19e04-8e71-4e20-9d3c-6fd9d4db1a28 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:22.938261 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-12520b44-48d5-4577-863c-9f14727e62fe req-c8b19e04-8e71-4e20-9d3c-6fd9d4db1a28 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 945 time: 0.0510268
Mar 25 03:44:22.986246 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-12520b44-48d5-4577-863c-9f14727e62fe req-a23a5d8a-f37a-44c0-856b-c9052f8c5ded tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ea847a8-b734-4ab2-8749-5502cc3280df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424247
Mar 25 03:44:23.109852 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc043f-51d2-48ac-9967-5e24249e8ee0 req-4785ecaa-32f1-4c22-bc1e-b01575d9e10f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 25 03:44:23.111252 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c7cc043f-51d2-48ac-9967-5e24249e8ee0 req-4785ecaa-32f1-4c22-bc1e-b01575d9e10f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 945 time: 0.0521140
Mar 25 03:44:23.202453 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-c7cc043f-51d2-48ac-9967-5e24249e8ee0 req-3d5f1c79-cb9b-41f9-9369-d45ebdd5717f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Deleting port d20d9f45-6b6b-45b1-807e-f474c18fcf76 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:44:23.202794 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c7cc043f-51d2-48ac-9967-5e24249e8ee0 req-3d5f1c79-cb9b-41f9-9369-d45ebdd5717f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:23.288313 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [req-c7cc043f-51d2-48ac-9967-5e24249e8ee0 req-3d5f1c79-cb9b-41f9-9369-d45ebdd5717f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] For port d20d9f45-6b6b-45b1-807e-f474c18fcf76, host hv-cinder-83516, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83516',level=0,port_id=d20d9f45-6b6b-45b1-807e-f474c18fcf76,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:44:23.288608 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c7cc043f-51d2-48ac-9967-5e24249e8ee0 req-3d5f1c79-cb9b-41f9-9369-d45ebdd5717f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:23.301037 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [req-c7cc043f-51d2-48ac-9967-5e24249e8ee0 req-3d5f1c79-cb9b-41f9-9369-d45ebdd5717f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Calling delete_port for d20d9f45-6b6b-45b1-807e-f474c18fcf76 owned by compute:nova {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:44:23.524948 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c7cc043f-51d2-48ac-9967-5e24249e8ee0 req-3d5f1c79-cb9b-41f9-9369-d45ebdd5717f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (d20d9f45-6b6b-45b1-807e-f474c18fcf76), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:23.553545 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f1c79-cb9b-41f9-9369-d45ebdd5717f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event deleted for resources: {'Port': ['ID=d20d9f45-6b6b-45b1-807e-f474c18fcf76,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:23.600148 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cc043f-51d2-48ac-9967-5e24249e8ee0 req-3d5f1c79-cb9b-41f9-9369-d45ebdd5717f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] No DVR routers for this DVR port d20d9f45-6b6b-45b1-807e-f474c18fcf76 on host hv-cinder-83516 {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:44:23.602596 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [req-c7cc043f-51d2-48ac-9967-5e24249e8ee0 req-3d5f1c79-cb9b-41f9-9369-d45ebdd5717f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for port (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:23.605970 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [req-c7cc043f-51d2-48ac-9967-5e24249e8ee0 req-3d5f1c79-cb9b-41f9-9369-d45ebdd5717f tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.35 "DELETE /v2.0/ports/d20d9f45-6b6b-45b1-807e-f474c18fcf76 HTTP/1.1" status: 204  len: 173 time: 0.4891384
Mar 25 03:44:23.606413 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'name': 'network-vif-deleted', 'tag': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76'}] {{(pid=103655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 25 03:44:23.608645 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ea5abc69aeba41f0640fa4769a33bf17309e53006c92e336fdf88b436d6565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21f4c91-5f98-4a55-8f2f-ff21760ecf9e" -d '{"events": [{"server_uuid": "73877bbd-eaa7-4ac5-895d-ca933168e49b", "name": "network-vif-deleted", "tag": "d20d9f45-6b6b-45b1-807e-f474c18fcf76"}]}' {{(pid=103655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 25 03:44:23.642970 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 03:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2451f7c6-fb5f-40b6-bc7e-90c9d762c666 x-openstack-request-id: req-2451f7c6-fb5f-40b6-bc7e-90c9d762c666 {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 25 03:44:23.643263 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73877bbd-eaa7-4ac5-895d-ca933168e49b", "name": "network-vif-deleted", "tag": "d20d9f45-6b6b-45b1-807e-f474c18fcf76", "status": "completed", "code": 200}]} {{(pid=103655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 25 03:44:23.643577 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2451f7c6-fb5f-40b6-bc7e-90c9d762c666 {{(pid=103655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 25 03:44:23.643930 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2451f7c6-fb5f-40b6-bc7e-90c9d762c666'] response: {'server_uuid': '73877bbd-eaa7-4ac5-895d-ca933168e49b', 'name': 'network-vif-deleted', 'tag': 'd20d9f45-6b6b-45b1-807e-f474c18fcf76', 'status': 'completed', 'code': 200}
Mar 25 03:44:24.087971 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [req-0503eea7-d816-4bbd-a21a-8ade56478144 req-d6e6fcf6-e805-4184-87bf-0775d31d45c3 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "GET /v2.0/ports?device_id=73877bbd-eaa7-4ac5-895d-ca933168e49b HTTP/1.1" status: 200  len: 210 time: 0.0297484
Mar 25 03:44:25.144578 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 40214) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:25.264823 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e8035-82fc-42b0-ad14-b9182feb30c6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Deleting port aae525ba-6b8a-42e3-bda7-3e23e66229f5 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:44:25.265172 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ba2e8035-82fc-42b0-ad14-b9182feb30c6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (aae525ba-6b8a-42e3-bda7-3e23e66229f5), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:25.337268 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ba2e8035-82fc-42b0-ad14-b9182feb30c6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (aae525ba-6b8a-42e3-bda7-3e23e66229f5), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:25.337594 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ba2e8035-82fc-42b0-ad14-b9182feb30c6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for floatingip (aae525ba-6b8a-42e3-bda7-3e23e66229f5), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:25.349828 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e8035-82fc-42b0-ad14-b9182feb30c6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Calling delete_port for aae525ba-6b8a-42e3-bda7-3e23e66229f5 owned by network:floatingip {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:44:25.559222 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ba2e8035-82fc-42b0-ad14-b9182feb30c6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (aae525ba-6b8a-42e3-bda7-3e23e66229f5), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:25.583944 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e8035-82fc-42b0-ad14-b9182feb30c6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event deleted for resources: {'Port': ['ID=aae525ba-6b8a-42e3-bda7-3e23e66229f5,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:25.646374 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ba2e8035-82fc-42b0-ad14-b9182feb30c6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for floatingip (593b3676-12c2-4994-a406-91497e907787), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:25.648891 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-ba2e8035-82fc-42b0-ad14-b9182feb30c6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1979475'] for floatingip (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:25.650052 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-ba2e8035-82fc-42b0-ad14-b9182feb30c6 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "DELETE /v2.0/floatingips/593b3676-12c2-4994-a406-91497e907787 HTTP/1.1" status: 204  len: 168 time: 0.5045068
Mar 25 03:44:25.978536 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device d20d9f45-6b6b-45b1-807e-f474c18fcf76 no longer exists at agent hyperv_hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:44:25.998838 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] No Port match for: d20d9f45-6b6b-45b1-807e-f474c18fcf76 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:44:25.999182 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Device d20d9f45-6b6b-45b1-807e-f474c18fcf76 not bound to the agent host hv-cinder-83516 {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:44:27.007343 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 40226) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:27.061449 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f900a09-d453-40a8-bfcd-be8f26bdd598 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group (8ea847a8-b734-4ab2-8749-5502cc3280df), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:27.085517 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f900a09-d453-40a8-bfcd-be8f26bdd598 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group (8ea847a8-b734-4ab2-8749-5502cc3280df), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:27.210210 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f900a09-d453-40a8-bfcd-be8f26bdd598 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (8ea847a8-b734-4ab2-8749-5502cc3280df), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:27.212741 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7f900a09-d453-40a8-bfcd-be8f26bdd598 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:27.213898 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-7f900a09-d453-40a8-bfcd-be8f26bdd598 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] 10.222.0.24 "DELETE /v2.0/security-groups/8ea847a8-b734-4ab2-8749-5502cc3280df HTTP/1.1" status: 204  len: 168 time: 0.2055476
Mar 25 03:44:27.233186 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f900a09-d453-40a8-bfcd-be8f26bdd598 tempest-TestVolumeBootPattern-200522420 tempest-TestVolumeBootPattern-200522420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea847a8-b734-4ab2-8749-5502cc3280df,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:28.362160 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 40232) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:28.843738 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-504af286-8aae-4008-91d4-585a1b2919e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-459075'] for router_interface (0a961f97-ff1c-4c03-b953-52675457b9ae), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:29.083880 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-504af286-8aae-4008-91d4-585a1b2919e2 admin admin] Deleting port fa62b826-3bb5-40e8-939e-465c4c829f31 {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:44:29.084221 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-504af286-8aae-4008-91d4-585a1b2919e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:29.158906 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-504af286-8aae-4008-91d4-585a1b2919e2 admin admin] For port fa62b826-3bb5-40e8-939e-465c4c829f31, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=fa62b826-3bb5-40e8-939e-465c4c829f31,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:44:29.159185 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-504af286-8aae-4008-91d4-585a1b2919e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:29.174703 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-504af286-8aae-4008-91d4-585a1b2919e2 admin admin] Calling delete_port for fa62b826-3bb5-40e8-939e-465c4c829f31 owned by network:router_interface {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:44:29.506059 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-504af286-8aae-4008-91d4-585a1b2919e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (fa62b826-3bb5-40e8-939e-465c4c829f31), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:29.530101 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504af286-8aae-4008-91d4-585a1b2919e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa62b826-3bb5-40e8-939e-465c4c829f31,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:29.696577 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-504af286-8aae-4008-91d4-585a1b2919e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462323'] for router_interface (0a961f97-ff1c-4c03-b953-52675457b9ae), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:29.905307 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504af286-8aae-4008-91d4-585a1b2919e2 admin admin] Router 0a961f97-ff1c-4c03-b953-52675457b9ae has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:44:30.009407 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504af286-8aae-4008-91d4-585a1b2919e2 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:44:30.015525 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-504af286-8aae-4008-91d4-585a1b2919e2 admin admin] 10.222.0.24 "PUT /v2.0/routers/0a961f97-ff1c-4c03-b953-52675457b9ae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6522684
Mar 25 03:44:30.017540 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 40236) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:30.018701 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bcad1-3815-4040-a7ce-67ab254a436d None None] Sync routers for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:44:30.028084 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2bcad1-3815-4040-a7ce-67ab254a436d None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:44:30.028688 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-cb2bcad1-3815-4040-a7ce-67ab254a436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf2a5700>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:44:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:30.138053 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Publish callbacks [] for router (0a961f97-ff1c-4c03-b953-52675457b9ae), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:30.143997 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-cb2bcad1-3815-4040-a7ce-67ab254a436d None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: dv-cinder-835168-1-iscsi {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:44:30.242637 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Publish callbacks [] for router_gateway (0a961f97-ff1c-4c03-b953-52675457b9ae), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:30.320515 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-cb2bcad1-3815-4040-a7ce-67ab254a436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf2a5700>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:44:29Z', 'revision_number': 5, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port': {'id': 'd4980c0e-6175-4cc2-a031-ffa097ad7b8b', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:36:55Z', 'updated_at': '2022-03-25T03:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:30.346170 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bcad1-3815-4040-a7ce-67ab254a436d None None] Checking router: 0a961f97-ff1c-4c03-b953-52675457b9ae for host: dv-cinder-835168-1-iscsi {{(pid=103657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:44:30.354405 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2bcad1-3815-4040-a7ce-67ab254a436d None None] Routers {'0a961f97-ff1c-4c03-b953-52675457b9ae'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:44:30.355011 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-cb2bcad1-3815-4040-a7ce-67ab254a436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4eaf2a5700>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:44:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['0a961f97-ff1c-4c03-b953-52675457b9ae'], 'active': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:30.384487 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Deleting port d4980c0e-6175-4cc2-a031-ffa097ad7b8b {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:44:30.384828 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:30.441418 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvr_db [None req-cb2bcad1-3815-4040-a7ce-67ab254a436d None None] Set router 0a961f97-ff1c-4c03-b953-52675457b9ae gateway port host: None {{(pid=103657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:44:30.461627 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] For port d4980c0e-6175-4cc2-a031-ffa097ad7b8b, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=d4980c0e-6175-4cc2-a031-ffa097ad7b8b,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:44:30.462018 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:30.475006 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Calling delete_port for d4980c0e-6175-4cc2-a031-ffa097ad7b8b owned by network:router_gateway {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:44:30.495817 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_hamode_db [None req-cb2bcad1-3815-4040-a7ce-67ab254a436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4eaf2a5700>, [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:44:30Z', 'revision_number': 6, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port_host': None}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:30.654699 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bcad1-3815-4040-a7ce-67ab254a436d None None] The sync data for ids ['0a961f97-ff1c-4c03-b953-52675457b9ae'] in dv-cinder-835168-1-iscsi is: [{'id': '0a961f97-ff1c-4c03-b953-52675457b9ae', 'name': 'tempest-TestVolumeBootPattern-906588724-router', 'tenant_id': '128b813a50464f31b257ffac581ed332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:36:54Z', 'updated_at': '2022-03-25T03:44:30Z', 'revision_number': 6, 'project_id': '128b813a50464f31b257ffac581ed332', 'gw_port_host': None}] {{(pid=103657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:44:30.728453 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (d4980c0e-6175-4cc2-a031-ffa097ad7b8b), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:30.757409 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4980c0e-6175-4cc2-a031-ffa097ad7b8b,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:30.816423 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462345'] for router_gateway (0a961f97-ff1c-4c03-b953-52675457b9ae), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:30.903675 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6115'] for router (0a961f97-ff1c-4c03-b953-52675457b9ae), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:30.905774 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Publish callbacks [] for router_controller (0a961f97-ff1c-4c03-b953-52675457b9ae), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.055029 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-461290'] for router (0a961f97-ff1c-4c03-b953-52675457b9ae), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.055662 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a961f97-ff1c-4c03-b953-52675457b9ae {{(pid=103656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 25 03:44:31.060257 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.067563 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-abb0b0a1-d43f-46e7-b6e8-20f9430e1f16 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0a961f97-ff1c-4c03-b953-52675457b9ae HTTP/1.1" status: 204  len: 168 time: 1.0429301
Mar 25 03:44:31.067702 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 40238) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:31.093908 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device fa62b826-3bb5-40e8-939e-465c4c829f31 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:44:31.113362 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ed70ad-eae9-4118-a12f-7dd58eac8cd4 admin admin] Deleting subnet 693378f8-bce4-4933-bed5-9bc98ff481e4 {{(pid=103655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:44:31.114885 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: fa62b826-3bb5-40e8-939e-465c4c829f31 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:44:31.115237 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device fa62b826-3bb5-40e8-939e-465c4c829f31 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:44:31.116511 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-82ed70ad-eae9-4118-a12f-7dd58eac8cd4 admin admin] Publish callbacks [] for subnet (693378f8-bce4-4933-bed5-9bc98ff481e4), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.150687 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-82ed70ad-eae9-4118-a12f-7dd58eac8cd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-751077'] for subnet (693378f8-bce4-4933-bed5-9bc98ff481e4), precommit_delete_associations {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.228500 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-82ed70ad-eae9-4118-a12f-7dd58eac8cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (693378f8-bce4-4933-bed5-9bc98ff481e4), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.359294 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-82ed70ad-eae9-4118-a12f-7dd58eac8cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8549167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10372204'] for subnet (693378f8-bce4-4933-bed5-9bc98ff481e4), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.385461 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed70ad-eae9-4118-a12f-7dd58eac8cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693378f8-bce4-4933-bed5-9bc98ff481e4,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:31.388122 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-82ed70ad-eae9-4118-a12f-7dd58eac8cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for subnet (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.391253 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-82ed70ad-eae9-4118-a12f-7dd58eac8cd4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/693378f8-bce4-4933-bed5-9bc98ff481e4 HTTP/1.1" status: 204  len: 168 time: 0.3260703
Mar 25 03:44:31.392713 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d123eac-b30b-461a-90da-ecf7c1523d7c None None] Network 3b3658a2-99c4-4d46-9375-814ea7ecaf18 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:44:31.393881 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 40240) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:31.464837 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (3b3658a2-99c4-4d46-9375-814ea7ecaf18), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.525742 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Deleting port 99e4c980-9969-4aa0-980b-070e7073ee2c {{(pid=103656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:44:31.526090 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.549599 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] DHCP port deletion for 3b3658a2-99c4-4d46-9375-814ea7ecaf18 request from dv-cinder-835168-1-iscsi {{(pid=103657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 25 03:44:31.593928 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.db [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] For port 99e4c980-9969-4aa0-980b-070e7073ee2c, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=99e4c980-9969-4aa0-980b-070e7073ee2c,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:44:31.594553 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.598817 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Deleting port 99e4c980-9969-4aa0-980b-070e7073ee2c {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:44:31.599548 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.609408 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.plugin [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Calling delete_port for 99e4c980-9969-4aa0-980b-070e7073ee2c owned by network:dhcp {{(pid=103656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:44:31.670819 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] For port 99e4c980-9969-4aa0-980b-070e7073ee2c, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=99e4c980-9969-4aa0-980b-070e7073ee2c,segment=NetworkSegment(a7c0d122-041e-431d-856e-b1073025996f),segment_id=a7c0d122-041e-431d-856e-b1073025996f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:44:31.671221 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.686494 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Calling delete_port for 99e4c980-9969-4aa0-980b-070e7073ee2c owned by network:dhcp {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:44:31.804870 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8583091'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.811297 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255'] for port (99e4c980-9969-4aa0-980b-070e7073ee2c), after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:31.828059 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Pushing event deleted for resources: {'Port': ['ID=99e4c980-9969-4aa0-980b-070e7073ee2c,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:31.834364 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] No DVR routers for this DVR port 99e4c980-9969-4aa0-980b-070e7073ee2c on host dv-cinder-835168-1-iscsi {{(pid=103656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:44:31.837416 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Pushing event deleted for resources: {'Port': ['ID=99e4c980-9969-4aa0-980b-070e7073ee2c,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:31.839726 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] No DVR routers for this DVR port 99e4c980-9969-4aa0-980b-070e7073ee2c on host dv-cinder-835168-1-iscsi {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:44:31.849821 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.850174 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.850524 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.851286 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.851286 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.851571 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.851826 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.852156 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.852481 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.852809 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.853186 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.853452 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.853819 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.854142 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:31.856553 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6a32e-1b55-4935-a275-e7238376742a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835168-1-iscsi {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 25 03:44:32.146568 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (3b3658a2-99c4-4d46-9375-814ea7ecaf18), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:32.166326 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb6edb4c0>,) {'filters': {'network_id': ['3b3658a2-99c4-4d46-9375-814ea7ecaf18']}} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:32.175905 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6edb4c0>, 'a7c0d122-041e-431d-856e-b1073025996f') {'for_net_delete': True} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:32.176187 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.services.segments.db [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb6edb4c0>, 'a7c0d122-041e-431d-856e-b1073025996f') {} {{(pid=103656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:32.185091 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8580423'] for segment (a7c0d122-041e-431d-856e-b1073025996f), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:32.197504 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (a7c0d122-041e-431d-856e-b1073025996f), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:32.203282 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:44:32.203662 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8583136'] for segment (a7c0d122-041e-431d-856e-b1073025996f), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]: Traceback (most recent call last):
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     timer()
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     cb(*args, **kw)
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     return func(*args, **kwargs)
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     self._notify()
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     self.callback(batched_events)
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     event.method(event)
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     return f(self, *a, **k)
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._get(url).json()
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:44:32.205377 dv-cinder-835168-1-iscsi neutron-server[103656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:44:32.342261 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (3b3658a2-99c4-4d46-9375-814ea7ecaf18), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:32.347813 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:32.350997 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] 10.222.0.24 "DELETE /v2.0/networks/3b3658a2-99c4-4d46-9375-814ea7ecaf18 HTTP/1.1" status: 204  len: 168 time: 0.9561248
Mar 25 03:44:32.354019 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 40242) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:32.363563 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd2559-2dc1-457e-a4d9-1caa8b6583df admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3658a2-99c4-4d46-9375-814ea7ecaf18,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:32.689800 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-bf98e52d-2afc-47f7-80d8-1d01534464a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-459075'] for router_interface (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:32.788347 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 99e4c980-9969-4aa0-980b-070e7073ee2c no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:44:32.812310 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 99e4c980-9969-4aa0-980b-070e7073ee2c {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:44:32.812661 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 99e4c980-9969-4aa0-980b-070e7073ee2c not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:44:32.813071 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device d4980c0e-6175-4cc2-a031-ffa097ad7b8b no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:44:32.834274 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: d4980c0e-6175-4cc2-a031-ffa097ad7b8b {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:44:32.834625 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device d4980c0e-6175-4cc2-a031-ffa097ad7b8b not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:44:32.993468 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:33.178614 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-bf98e52d-2afc-47f7-80d8-1d01534464a8 admin admin] Deleting port 93af11b1-9b7c-40cf-ad6c-08adaab9475c {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:44:33.178949 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-bf98e52d-2afc-47f7-80d8-1d01534464a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:33.253056 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [None req-bf98e52d-2afc-47f7-80d8-1d01534464a8 admin admin] For port 93af11b1-9b7c-40cf-ad6c-08adaab9475c, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=93af11b1-9b7c-40cf-ad6c-08adaab9475c,segment=NetworkSegment(0283ad2a-d360-47d0-83c3-279b1db1637e),segment_id=0283ad2a-d360-47d0-83c3-279b1db1637e)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:44:33.253331 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-bf98e52d-2afc-47f7-80d8-1d01534464a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:33.265329 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-bf98e52d-2afc-47f7-80d8-1d01534464a8 admin admin] Calling delete_port for 93af11b1-9b7c-40cf-ad6c-08adaab9475c owned by network:router_interface {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:44:33.513792 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-bf98e52d-2afc-47f7-80d8-1d01534464a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (93af11b1-9b7c-40cf-ad6c-08adaab9475c), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:33.542431 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98e52d-2afc-47f7-80d8-1d01534464a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=93af11b1-9b7c-40cf-ad6c-08adaab9475c,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:33.704367 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-bf98e52d-2afc-47f7-80d8-1d01534464a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-462323'] for router_interface (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:33.913785 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf98e52d-2afc-47f7-80d8-1d01534464a8 admin admin] Router 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a has already been hosted by L3 agent 32b23400-254a-4251-a567-1b9f48fc9565 {{(pid=103655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 25 03:44:34.018333 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf98e52d-2afc-47f7-80d8-1d01534464a8 admin admin] Notify agent at l3_agent.dv-cinder-835168-1-iscsi the message routers_updated {{(pid=103655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 25 03:44:34.024307 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-bf98e52d-2afc-47f7-80d8-1d01534464a8 admin admin] 10.222.0.24 "PUT /v2.0/routers/65e56bfe-ec61-482b-b3b9-2ed1b8f4873a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6682549
Mar 25 03:44:34.025802 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 40244) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:34.029017 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c1bef1-45e4-4f2b-b45e-3d5c6900a53f None None] Sync routers for ids ['65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'] in dv-cinder-835168-1-iscsi {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 25 03:44:34.039618 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c1bef1-45e4-4f2b-b45e-3d5c6900a53f None None] Routers {'65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:44:34.040306 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-f6c1bef1-45e4-4f2b-b45e-3d5c6900a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc340430>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:44:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:34.128729 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Publish callbacks [] for router (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:34.143781 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-f6c1bef1-45e4-4f2b-b45e-3d5c6900a53f None None] Set router 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a gateway port host: dv-cinder-835168-1-iscsi {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:44:34.227373 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Publish callbacks [] for router_gateway (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:34.314279 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-f6c1bef1-45e4-4f2b-b45e-3d5c6900a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc340430>, [{'id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'name': 'tempest-TestVolumeBootPattern-1668049335-router', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'external_fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:37:01Z', 'updated_at': '2022-03-25T03:44:33Z', 'revision_number': 5, 'project_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'gw_port': {'id': '8a2b6050-70eb-458e-8f87-7c1bef1241d3', 'name': '', 'network_id': '3bcdfe0a-ea9e-42c0-9021-8693f6b3cce0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T03:37:02Z', 'updated_at': '2022-03-25T03:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5964e23-c5dc-47a8-890c-0af407ea3a25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835168-1-iscsi'}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:34.339948 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c1bef1-45e4-4f2b-b45e-3d5c6900a53f None None] Checking router: 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a for host: dv-cinder-835168-1-iscsi {{(pid=103658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 25 03:44:34.348351 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c1bef1-45e4-4f2b-b45e-3d5c6900a53f None None] Routers {'65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'} bound to L3 agent in host dv-cinder-835168-1-iscsi {{(pid=103658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 25 03:44:34.348948 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-f6c1bef1-45e4-4f2b-b45e-3d5c6900a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ebc340430>, 'dv-cinder-835168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T03:22:45Z,description=<?>,heartbeat_timestamp=2022-03-25T03:44:15Z,host='dv-cinder-835168-1-iscsi',id=32b23400-254a-4251-a567-1b9f48fc9565,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-25T03:22:46Z,topic='l3_agent')) {'router_ids': ['65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'], 'active': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:34.362177 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Deleting port 8a2b6050-70eb-458e-8f87-7c1bef1241d3 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:44:34.362522 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:34.433635 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_dvr_db [None req-f6c1bef1-45e4-4f2b-b45e-3d5c6900a53f None None] Set router 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a gateway port host: None {{(pid=103658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 25 03:44:34.438820 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] For port 8a2b6050-70eb-458e-8f87-7c1bef1241d3, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=8a2b6050-70eb-458e-8f87-7c1bef1241d3,segment=NetworkSegment(296d2348-8aba-446d-b2d2-07d59066d2fd),segment_id=296d2348-8aba-446d-b2d2-07d59066d2fd)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:44:34.439187 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:34.452165 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Calling delete_port for 8a2b6050-70eb-458e-8f87-7c1bef1241d3 owned by network:router_gateway {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:44:34.485936 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.l3_hamode_db [None req-f6c1bef1-45e4-4f2b-b45e-3d5c6900a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ebc340430>, [{'id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'name': 'tempest-TestVolumeBootPattern-1668049335-router', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:37:01Z', 'updated_at': '2022-03-25T03:44:34Z', 'revision_number': 6, 'project_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'gw_port_host': None}], 'dv-cinder-835168-1-iscsi', False) {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:34.511201 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c1bef1-45e4-4f2b-b45e-3d5c6900a53f None None] The sync data for ids ['65e56bfe-ec61-482b-b3b9-2ed1b8f4873a'] in dv-cinder-835168-1-iscsi is: [{'id': '65e56bfe-ec61-482b-b3b9-2ed1b8f4873a', 'name': 'tempest-TestVolumeBootPattern-1668049335-router', 'tenant_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T03:37:01Z', 'updated_at': '2022-03-25T03:44:34Z', 'revision_number': 6, 'project_id': '64fb69e82e1f4eb5a5fca454ca905b0c', 'gw_port_host': None}] {{(pid=103658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 25 03:44:34.685196 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (8a2b6050-70eb-458e-8f87-7c1bef1241d3), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:34.713436 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2b6050-70eb-458e-8f87-7c1bef1241d3,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:34.771791 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462345'] for router_gateway (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:34.861898 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-461285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6115'] for router (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:34.864165 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Publish callbacks [] for router_controller (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), precommit_delete_associations {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:34.979733 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 93af11b1-9b7c-40cf-ad6c-08adaab9475c no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:44:34.993273 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-461290'] for router (65e56bfe-ec61-482b-b3b9-2ed1b8f4873a), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:34.993932 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e56bfe-ec61-482b-b3b9-2ed1b8f4873a {{(pid=103655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 25 03:44:34.999063 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.000376 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-7952c3f4-52fd-4e4d-ab73-a66afad94a19 admin admin] 10.222.0.24 "DELETE /v2.0/routers/65e56bfe-ec61-482b-b3b9-2ed1b8f4873a HTTP/1.1" status: 204  len: 168 time: 0.9736097
Mar 25 03:44:35.002547 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 93af11b1-9b7c-40cf-ad6c-08adaab9475c {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:44:35.003084 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 40246) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:35.003928 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 93af11b1-9b7c-40cf-ad6c-08adaab9475c not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:44:35.045999 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b714ea-19a3-4690-8381-6bf21bb126ad admin admin] Deleting subnet 948ad9e0-5bb8-4936-bcb2-a4aa46d8a139 {{(pid=103656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 25 03:44:35.048960 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a4b714ea-19a3-4690-8381-6bf21bb126ad admin admin] Publish callbacks [] for subnet (948ad9e0-5bb8-4936-bcb2-a4aa46d8a139), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.082426 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a4b714ea-19a3-4690-8381-6bf21bb126ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580478'] for subnet (948ad9e0-5bb8-4936-bcb2-a4aa46d8a139), precommit_delete_associations {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.160329 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a4b714ea-19a3-4690-8381-6bf21bb126ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1270769'] for subnet (948ad9e0-5bb8-4936-bcb2-a4aa46d8a139), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.283057 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a4b714ea-19a3-4690-8381-6bf21bb126ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1270760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846492'] for subnet (948ad9e0-5bb8-4936-bcb2-a4aa46d8a139), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.310480 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b714ea-19a3-4690-8381-6bf21bb126ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948ad9e0-5bb8-4936-bcb2-a4aa46d8a139,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:35.313305 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-a4b714ea-19a3-4690-8381-6bf21bb126ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.319015 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-a4b714ea-19a3-4690-8381-6bf21bb126ad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/948ad9e0-5bb8-4936-bcb2-a4aa46d8a139 HTTP/1.1" status: 204  len: 168 time: 0.3124061
Mar 25 03:44:35.319368 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8273868a-cb64-46b8-a995-2216f50fee5d None None] Network 6131566c-bb17-4493-8e24-659c4c0aab95 requested from dv-cinder-835168-1-iscsi {{(pid=103657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 25 03:44:35.319476 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 40248) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:35.390794 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081022'] for network (6131566c-bb17-4493-8e24-659c4c0aab95), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.447845 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Deleting port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 {{(pid=103655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:44:35.448182 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.470763 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c355b57e-73ac-4a0c-8cf4-afc8fd398fba None None] DHCP port deletion for 6131566c-bb17-4493-8e24-659c4c0aab95 request from dv-cinder-835168-1-iscsi {{(pid=103657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 25 03:44:35.511330 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.db [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] For port 98a0ec01-24bf-42cf-a95d-fe6c01300a96, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=98a0ec01-24bf-42cf-a95d-fe6c01300a96,segment=NetworkSegment(0283ad2a-d360-47d0-83c3-279b1db1637e),segment_id=0283ad2a-d360-47d0-83c3-279b1db1637e)] {{(pid=103655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:44:35.511781 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.518856 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-c355b57e-73ac-4a0c-8cf4-afc8fd398fba None None] Deleting port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 25 03:44:35.519235 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c355b57e-73ac-4a0c-8cf4-afc8fd398fba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748511767583'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.536518 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.plugin [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Calling delete_port for 98a0ec01-24bf-42cf-a95d-fe6c01300a96 owned by network:dhcp {{(pid=103655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:44:35.589623 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-c355b57e-73ac-4a0c-8cf4-afc8fd398fba None None] For port 98a0ec01-24bf-42cf-a95d-fe6c01300a96, host dv-cinder-835168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835168-1-iscsi',level=0,port_id=98a0ec01-24bf-42cf-a95d-fe6c01300a96,segment=NetworkSegment(0283ad2a-d360-47d0-83c3-279b1db1637e),segment_id=0283ad2a-d360-47d0-83c3-279b1db1637e)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 25 03:44:35.590135 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c355b57e-73ac-4a0c-8cf4-afc8fd398fba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491345'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.603692 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-c355b57e-73ac-4a0c-8cf4-afc8fd398fba None None] Calling delete_port for 98a0ec01-24bf-42cf-a95d-fe6c01300a96 owned by network:dhcp {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 25 03:44:35.730728 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8546782'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.736254 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c355b57e-73ac-4a0c-8cf4-afc8fd398fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-917132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748511774338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748511284255'] for port (98a0ec01-24bf-42cf-a95d-fe6c01300a96), after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.758802 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] No DVR routers for this DVR port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 on host dv-cinder-835168-1-iscsi {{(pid=103655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:44:35.762866 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Pushing event deleted for resources: {'Port': ['ID=98a0ec01-24bf-42cf-a95d-fe6c01300a96,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:35.764304 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355b57e-73ac-4a0c-8cf4-afc8fd398fba None None] Pushing event deleted for resources: {'Port': ['ID=98a0ec01-24bf-42cf-a95d-fe6c01300a96,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:35.767799 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355b57e-73ac-4a0c-8cf4-afc8fd398fba None None] No DVR routers for this DVR port 98a0ec01-24bf-42cf-a95d-fe6c01300a96 on host dv-cinder-835168-1-iscsi {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 25 03:44:35.837049 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1206340', 'neutron.services.segments.db._delete_segments_for_network-8748511614019'] for network (6131566c-bb17-4493-8e24-659c4c0aab95), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.856949 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4eb5f58a00>,) {'filters': {'network_id': ['6131566c-bb17-4493-8e24-659c4c0aab95']}} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:35.866016 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb5f58a00>, '0283ad2a-d360-47d0-83c3-279b1db1637e') {'for_net_delete': True} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:35.866315 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.services.segments.db [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4eb5f58a00>, '0283ad2a-d360-47d0-83c3-279b1db1637e') {} {{(pid=103655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 25 03:44:35.875983 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748511613260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-751068'] for segment (0283ad2a-d360-47d0-83c3-279b1db1637e), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.889340 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432'] for segment (0283ad2a-d360-47d0-83c3-279b1db1637e), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.895358 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 25 03:44:35.895736 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1267432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8546701'] for segment (0283ad2a-d360-47d0-83c3-279b1db1637e), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]: Traceback (most recent call last):
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     timer()
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     cb(*args, **kw)
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     return func(*args, **kwargs)
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     self._notify()
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     self.callback(batched_events)
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     event.method(event)
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     return f(self, *a, **k)
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._get(url).json()
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     return self.request(url, 'GET', **kwargs)
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 25 03:44:35.897447 dv-cinder-835168-1-iscsi neutron-server[103655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 25 03:44:36.002378 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1206399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462453'] for network (6131566c-bb17-4493-8e24-659c4c0aab95), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:36.007579 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693818'] for network (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:36.010649 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6131566c-bb17-4493-8e24-659c4c0aab95 HTTP/1.1" status: 204  len: 168 time: 0.6903229
Mar 25 03:44:36.022164 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca42f6-48e8-4432-8a75-c0a42d09b035 admin admin] Pushing event deleted for resources: {'Network': ['ID=6131566c-bb17-4493-8e24-659c4c0aab95,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:36.351539 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 40252) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:36.391077 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-4650c5ee-4ccb-4785-95c4-46b5f1416f0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=128b813a50464f31b257ffac581ed332&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0384240
Mar 25 03:44:36.393484 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [-] (103656) accepted ('10.222.0.24', 40254) {{(pid=103656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:36.439203 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9ab5a77b-ba5e-4a7d-8811-291625186711 admin admin] Publish callbacks [] for security_group (b46ba293-4ea4-402d-aef7-fab0e76855ab), before_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:36.459311 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9ab5a77b-ba5e-4a7d-8811-291625186711 admin admin] Publish callbacks [] for security_group (b46ba293-4ea4-402d-aef7-fab0e76855ab), precommit_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:36.608227 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9ab5a77b-ba5e-4a7d-8811-291625186711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (b46ba293-4ea4-402d-aef7-fab0e76855ab), after_delete {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:36.610880 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron_lib.callbacks.manager [None req-9ab5a77b-ba5e-4a7d-8811-291625186711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:36.612041 dv-cinder-835168-1-iscsi neutron-server[103656]: INFO neutron.wsgi [None req-9ab5a77b-ba5e-4a7d-8811-291625186711 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b46ba293-4ea4-402d-aef7-fab0e76855ab HTTP/1.1" status: 204  len: 168 time: 0.2176542
Mar 25 03:44:36.619882 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5a77b-ba5e-4a7d-8811-291625186711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46ba293-4ea4-402d-aef7-fab0e76855ab,revision_number=None']} {{(pid=103656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:36.779933 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 98a0ec01-24bf-42cf-a95d-fe6c01300a96 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:44:36.800525 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 98a0ec01-24bf-42cf-a95d-fe6c01300a96 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:44:36.800876 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 98a0ec01-24bf-42cf-a95d-fe6c01300a96 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:44:36.801286 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 8a2b6050-70eb-458e-8f87-7c1bef1241d3 no longer exists at agent ovs-agent-dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 25 03:44:36.819329 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] No Port match for: 8a2b6050-70eb-458e-8f87-7c1bef1241d3 {{(pid=103657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 25 03:44:36.819669 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron.plugins.ml2.rpc [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Device 8a2b6050-70eb-458e-8f87-7c1bef1241d3 not bound to the agent host dv-cinder-835168-1-iscsi {{(pid=103657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 25 03:44:37.247961 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 40260) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:37.290453 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-b9733c0a-5608-45e8-b876-7d3efa6f1c09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64fb69e82e1f4eb5a5fca454ca905b0c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0413439
Mar 25 03:44:37.292974 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.wsgi [-] (103655) accepted ('10.222.0.24', 40262) {{(pid=103655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 25 03:44:37.338697 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1aff09c8-a17a-424e-9397-e5bc0e1faf44 admin admin] Publish callbacks [] for security_group (a92fe072-a593-400b-9c83-1cfd1cd3cce9), before_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:37.359252 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1aff09c8-a17a-424e-9397-e5bc0e1faf44 admin admin] Publish callbacks [] for security_group (a92fe072-a593-400b-9c83-1cfd1cd3cce9), precommit_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:37.482669 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1aff09c8-a17a-424e-9397-e5bc0e1faf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595423'] for security_group (a92fe072-a593-400b-9c83-1cfd1cd3cce9), after_delete {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:37.485096 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron_lib.callbacks.manager [None req-1aff09c8-a17a-424e-9397-e5bc0e1faf44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:37.486282 dv-cinder-835168-1-iscsi neutron-server[103655]: INFO neutron.wsgi [None req-1aff09c8-a17a-424e-9397-e5bc0e1faf44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a92fe072-a593-400b-9c83-1cfd1cd3cce9 HTTP/1.1" status: 204  len: 168 time: 0.1924372
Mar 25 03:44:37.493785 dv-cinder-835168-1-iscsi neutron-server[103655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff09c8-a17a-424e-9397-e5bc0e1faf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92fe072-a593-400b-9c83-1cfd1cd3cce9,revision_number=None']} {{(pid=103655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 25 03:44:42.821225 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff0ab-5460-486c-82cd-c1958205bf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:45.204266 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-928a03cd-ac9e-43ce-b466-c05909834e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:46.209840 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:47.551224 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:44:48.335158 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:44:49.284374 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:45:03.032251 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:45:12.929234 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-003ba9a4-6371-42d9-be46-81764cc338fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:45:15.201929 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-33a61f5a-628a-4205-9c16-b38342e211f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:45:16.214903 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:45:17.515858 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:45:19.270001 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:45:25.334687 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:45:33.105631 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:45:42.837457 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6ed4bd7f-fd9f-44b6-ba64-329317f07530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:45:45.191119 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ca61e74-9059-441c-aadc-ab5064fdd739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:45:46.214548 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:45:47.551599 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:45:49.229825 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:46:02.335666 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:46:03.058161 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:46:12.876301 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0c93ae90-99f6-4cbb-a959-4bee0baeff01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:46:15.219128 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0aac65f2-d3c6-4c8b-9e4f-3c0436501dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:46:16.207152 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:46:17.567544 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:46:19.213634 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:46:33.081096 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:46:37.203100 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [req-38abfeaa-7889-4f6d-a244-1b90ab94e7be req-ea75cb77-a013-4ac5-b786-f1748c471108 service neutron] (103656) timed out ('10.222.0.35', 60765) {{(pid=103656) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 25 03:46:39.334031 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:46:42.828595 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c47bd1dd-3a62-4021-81b0-5692e2499578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:46:45.178469 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2f5d9318-0a71-4213-b488-5ae94b751299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:46:46.213075 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:46:47.555829 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:46:49.257419 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:47:03.069932 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:47:12.812469 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4989b94d-3bc5-4ea6-ac5b-3114a71c00ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:47:15.195289 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-72fc21a2-5629-4c0f-b355-4e1a34dc8a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:47:16.206629 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:47:16.333849 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:47:17.577780 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:47:19.240410 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:47:33.090817 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:47:42.839289 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-68f560e3-5139-4891-9670-e15b4ca44ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:47:45.177242 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1a338d18-a603-44d9-a33e-4fbec3066e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:47:46.211147 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:47:47.570450 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:47:49.251471 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:47:53.332647 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:48:03.108295 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:48:12.834023 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-00a923a2-c75c-480d-baff-6d07fbeb19af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:48:15.216453 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1275edb4-6302-4b34-a572-452179b672b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:48:16.216580 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:48:17.559293 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:48:19.239359 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:48:30.332101 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:48:33.090781 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:48:42.855405 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-22e20175-4c2b-4214-9cf5-ccba80cb7a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:48:45.204268 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4a5cf65d-75f0-4199-8068-4d7e21cabd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:48:46.233031 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:48:47.593065 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:48:49.244433 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:49:03.089633 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:49:07.331156 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:49:12.855932 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-03ceb884-ddd7-4712-beef-49916143c8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:49:15.192264 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d4c426f7-4b84-4708-89e7-d09f70dcc8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:49:16.237475 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:49:17.597512 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:49:19.255186 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:49:33.088982 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7920532d-ef33-46ee-a06d-c0a090fb5646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (c6ae002c-3373-4b58-8aa1-6de8b532502e), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:49:34.469550 dv-cinder-835168-1-iscsi neutron-server[103656]: DEBUG neutron.wsgi [req-9461c5c5-4628-4d1f-8f2b-0987b93ce405 req-4affeeca-39b9-4e9a-9866-44e0a8842ff0 service neutron] (103656) timed out ('10.222.0.35', 60786) {{(pid=103656) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 25 03:49:42.831495 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa4a64fc-eefe-4322-9186-796fd0778120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (05e1a356-a7b5-4c60-81e0-19bbdfb2856b), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:49:44.330520 dv-cinder-835168-1-iscsi neutron-server[103658]: DEBUG neutron.db.agents_db [None req-73a7deca-f749-4f86-9a53-67f769e0446d None None] Agent healthcheck: found 6 active agents {{(pid=103658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 25 03:49:45.180103 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-47f40ef1-85fb-472f-b2e0-8765f095e53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (32b23400-254a-4251-a567-1b9f48fc9565), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:49:46.231467 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-36858211-c4d8-4057-af2c-8c964fd62a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (5ead126d-b452-447d-9662-87f94e4eb093), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:49:47.597620 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b4ebefbe-7e28-485b-83f9-5a2456d20285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (478863b0-c680-4d10-b4bd-a0315b5defe1), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 25 03:49:49.254459 dv-cinder-835168-1-iscsi neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d75426e1-a20a-457b-a599-10aa62d0f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748511614001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1208711'] for agent (a54f3298-f5a0-45be-bed4-bb7ffce87d30), after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}